-- Logs begin at Mon 2021-07-05 23:57:39 UTC, end at Tue 2021-07-06 01:03:23 UTC. --
Jul 06 00:33:56.416862 dv-cinder-799546-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jul 06 00:33:59.065551 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.common.config [-] Logging enabled!
Jul 06 00:33:59.066126 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 15.3.5.dev36
Jul 06 00:33:59.067424 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80769) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jul 06 00:33:59.068170 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.common.config [-] Logging enabled!
Jul 06 00:33:59.068456 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 15.3.5.dev36
Jul 06 00:33:59.068731 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80769) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jul 06 00:33:59.069787 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2563}}
Jul 06 00:33:59.070051 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2564}}
Jul 06 00:33:59.071040 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2565}}
Jul 06 00:33:59.071348 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jul 06 00:33:59.071608 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jul 06 00:33:59.071972 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.072317 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.072653 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.073452 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.073790 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.074131 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.074446 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.074776 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.075116 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.075464 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.075777 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.076098 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.076357 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.076673 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.076999 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.077330 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.077582 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.077893 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.078421 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.078738 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.079053 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.079405 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.079714 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.080026 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.080345 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.080706 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] host                           = dv-cinder-799546-2-iscsi {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.081018 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.081342 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.081667 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.081992 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.082302 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.082613 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.082935 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.083264 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.083572 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.083879 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.084204 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.084529 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.084864 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.085119 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.085375 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.085703 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.086029 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.086338 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.086643 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.086942 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.087263 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.087571 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.087871 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.088199 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.089112 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.089439 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.089751 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.090062 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.090369 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.090675 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.091000 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.091356 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.091668 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.091976 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.092306 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.092607 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.092914 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.093259 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.093582 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.093904 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.094228 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.094534 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.094860 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.095186 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.095499 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.095804 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.096109 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.096414 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.096769 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.097074 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.097380 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.097685 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.097988 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.098311 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:33:59.098641 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.098978 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.099368 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.099689 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.100019 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.100338 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.100667 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.100979 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.101306 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.101636 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.101957 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.102269 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.102591 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.102927 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.103282 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.103593 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.103907 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.104797 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.105249 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.105567 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.105903 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.106217 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.106527 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.106846 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.107178 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.107489 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.107795 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.108109 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.108441 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.108752 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.109056 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.109359 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.109669 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.109976 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.110298 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.110608 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.110917 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.111247 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.111562 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.111871 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.112180 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.112494 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.112804 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.113117 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.113425 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.113731 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.114039 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.114344 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.114649 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.114953 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.115310 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.115625 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.115930 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.116235 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.116543 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.116847 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.117153 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.117476 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.117811 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.118124 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.118608 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.118929 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.119270 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.119658 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.119984 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.120301 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.120620 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.120928 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.121250 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.121566 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.121886 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.122203 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.122518 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.122856 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.123192 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.123521 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.124342 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.124759 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.125084 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.125412 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.125747 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.126080 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.126413 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.126747 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.127077 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.127423 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.127890 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.128237 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:33:59.128536 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2587}}
Jul 06 00:33:59.128910 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80769) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}}
Jul 06 00:33:59.800583 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80769) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:33:59.800891 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80769) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:33:59.801214 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80769) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:33:59.802806 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.manager [-] Loading core plugin: ml2
Jul 06 00:34:00.124247 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.124756 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.124756 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.182498 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.182896 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.183224 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.186201 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.186508 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.186807 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.450126 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1a918111e0> agent after_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.450450 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f1a918111e0> agent after_update 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.450752 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f1a91811268> segment precommit_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.451059 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f1a918112f0> network precommit_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.452050 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f1a91801598> segment before_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.634084 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1a927d58d0>> network before_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.634459 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f1a915d2378> agent before_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.634785 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1a927d58d0>> network before_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.635090 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1a927d58d0>> port before_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.635453 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1a927d58d0>> port before_update 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.635832 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1a927d58d0>> segment after_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.636134 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1a927d58d0>> segment precommit_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.636423 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1a927d58d0>> segment precommit_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.636709 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1a927d58d0>> segment after_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.637042 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1a927d58d0>> network after_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.637339 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1a927d58d0>> network precommit_delete 0 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.637644 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1a927d58d0>> port provisioning_complete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.637946 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1a927d58d0>> rbac-policy before_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.638235 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1a927d58d0>> rbac-policy after_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.638544 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1a927d58d0>> agent after_update 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.638854 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1a927d58d0>> subnet after_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.639175 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1a927d58d0>> subnet precommit_delete 0 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.639490 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1a927d58d0>> rbac-policy before_update 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.639775 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1a927d58d0>> rbac-policy before_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.640109 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1a927d58d0>> segment_host_mapping after_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.640555 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1a927d58d0>> port after_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.640839 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1a927d58d0>> port after_update 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.641120 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1a927d58d0>> port after_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.641453 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1a927d58d0>> rbac-policy before_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.641732 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1a927d58d0>> rbac-policy before_update 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.642009 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f1a927d58d0>> rbac-policy before_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.642421 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 06 00:34:00.642700 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 06 00:34:00.642974 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 06 00:34:00.643271 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 06 00:34:00.643545 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 06 00:34:00.643815 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 06 00:34:00.645161 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jul 06 00:34:00.653085 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jul 06 00:34:00.660683 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jul 06 00:34:00.665970 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])])
Jul 06 00:34:00.669574 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jul 06 00:34:00.670680 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jul 06 00:34:00.671039 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jul 06 00:34:00.671518 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jul 06 00:34:00.675261 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jul 06 00:34:00.675549 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jul 06 00:34:00.675938 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jul 06 00:34:00.703622 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Jul 06 00:34:00.704080 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f1a914f1400>> qos_plugin after_init 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.704407 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80769) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:66}}
Jul 06 00:34:00.704818 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f1a9151cb70>> logging-plugin after_init 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.706162 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80769) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jul 06 00:34:00.706478 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jul 06 00:34:00.706755 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jul 06 00:34:00.709788 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1a9151cbe0>> floatingip before_response 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.710105 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f1a9151cbe0>> port before_response 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:00.773504 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jul 06 00:34:00.773770 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jul 06 00:34:00.774047 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jul 06 00:34:00.774448 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jul 06 00:34:00.808641 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_db.sqlalchemy.engines [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80769) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:307}}
Jul 06 00:34:01.096593 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.managers [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Initializing driver for type 'gre'
Jul 06 00:34:01.097079 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] gre ID ranges: [(1, 1000)]
Jul 06 00:34:01.139366 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.managers [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Initializing driver for type 'local'
Jul 06 00:34:01.139871 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.managers [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Initializing driver for type 'vlan'
Jul 06 00:34:01.150572 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] VlanTypeDriver initialization complete
Jul 06 00:34:01.151581 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.managers [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Initializing driver for type 'vxlan'
Jul 06 00:34:01.152142 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] vxlan ID ranges: [(1, 1000)]
Jul 06 00:34:01.194729 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.managers [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Initializing extension driver 'port_security'
Jul 06 00:34:01.195085 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.extensions.port_security [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] PortSecurityExtensionDriver initialization complete
Jul 06 00:34:01.195482 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.managers [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Initializing mechanism driver 'openvswitch'
Jul 06 00:34:01.195841 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.managers [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Initializing mechanism driver 'hyperv'
Jul 06 00:34:01.202789 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80769) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:34:01.203642 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1a9b897320>> port after_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.204051 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1a9b897320>> port after_update 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.204436 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1a9b897320>> port after_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.204860 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1a91146a20>> subnet after_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.205247 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1a91146a20>> subnet after_update 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.205629 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1a91146a20>> subnet after_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.206045 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1a91146be0>> network after_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.206427 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1a91146be0>> network after_update 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.207265 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1a91146be0>> network after_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.207686 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1a91146da0>> security_group after_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.208072 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1a91146da0>> security_group after_update 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.208449 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1a91146da0>> security_group after_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.208863 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1a91146f60>> security_group_rule after_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.209243 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1a91146f60>> security_group_rule after_update 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.209619 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f1a91146f60>> security_group_rule after_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.209984 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] ML2 OVO RPC backend initialized. {{(pid=80769) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Jul 06 00:34:01.210914 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1a91157080>> router_interface after_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.211346 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1a91157080>> router_interface after_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.211803 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1a91157080>> network before_response 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.212187 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1a91157080>> networks before_response 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.212567 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1a91157080>> port before_response 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.212943 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1a91157080>> ports before_response 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.213908 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1a91157080>> subnet before_response 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.214265 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1a91157080>> subnets before_response 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.214649 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1a91157080>> network after_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.215026 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1a91157080>> network after_update 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.215427 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1a91157080>> network after_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.215803 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1a91157080>> port after_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.216176 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1a91157080>> port after_update 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.216547 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1a91157080>> port after_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.216920 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1a91157080>> subnet after_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.217293 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1a91157080>> subnet after_update 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.217669 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f1a91157080>> subnet after_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.218289 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.plugin [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Modular L2 Plugin initialization complete
Jul 06 00:34:01.218645 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading services supported by the core plugin {{(pid=80769) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:164}}
Jul 06 00:34:01.219010 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.plugins.ml2.managers [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Got port-security extension from driver 'port_security'
Jul 06 00:34:01.219536 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.extensions.vlantransparent [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Disabled vlantransparent extension.
Jul 06 00:34:01.219991 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80769) _load_service_plugins /opt/stack/neutron/neutron/manager.py:190}}
Jul 06 00:34:01.220335 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading Plugin: router
Jul 06 00:34:01.263651 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1a9117cda0>> router_interface before_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.264079 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1a9117cda0>> router after_create 55549900 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.264479 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1a9117cda0>> router before_create 55549900 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.264880 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1a9117cda0>> router_interface before_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.265295 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1a9117cda0>> router_interface after_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.265683 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1a9117cda0>> router after_delete 55549900 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.266078 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1a9117cda0>> floatingip after_update 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.266487 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1a9117cda0>> router after_create 55549900 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.266867 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1a9117cda0>> router after_update 55549900 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.267280 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1a9117cda0>> router after_update 55549900 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.267663 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1a9117cda0>> router_gateway after_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.268061 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1a9117cda0>> router after_update 55549900 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.268557 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1a9117cda0>> router precommit_update 55549900 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.268972 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f1a91676400> port after_update 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.269352 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f1a916762f0> port after_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.269724 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f1a91676378> subnet after_update 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.270099 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f1a91676488> subnetpool_address_scope after_update 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.270484 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1a9117cda0>> port precommit_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.270868 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1a9117cda0>> router precommit_create 55549900 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.271278 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f1a917538c8> port before_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.271662 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1a9117cda0>> router precommit_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.272068 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1a9117cda0>> router after_update 55549900 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.272445 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1a9117cda0>> router precommit_delete 55549900 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.272834 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1a9117cda0>> router precommit_create 55549900 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.273491 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1a9117cda0>> router_interface after_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.273878 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1a9117cda0>> router precommit_update 55549900 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.274294 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1a9117cda0>> agent after_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.274684 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1a9117cda0>> agent after_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.275065 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f1a9117cda0>> network after_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.276634 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Tracking information for resource: router configured {{(pid=80769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 06 00:34:01.277013 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Tracking information for resource: floatingip configured {{(pid=80769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 06 00:34:01.281783 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.l3_agentschedulers_db [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jul 06 00:34:01.282420 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f1a9110e0d0> port after_update 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.282812 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f1a9110af28> port after_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.283221 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <function _notify_port_delete at 0x7f1a9110e048> port after_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.283609 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f1a9110e268> port after_update 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.284482 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1a9104a080>> router before_create 55550100 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.284880 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1a9104a080>> router precommit_delete 55550100 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.285278 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1a9104a080>> router precommit_create 55550100 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.285668 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f1a9104a080>> router precommit_update 55550100 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.290366 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.provider_configuration [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Service providers = [] {{(pid=80769) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jul 06 00:34:01.290758 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.servicetype_db [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80769) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jul 06 00:34:01.293778 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.service_base [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80769) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jul 06 00:34:01.294167 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.service_base [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80769) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jul 06 00:34:01.294546 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.service_base [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80769) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jul 06 00:34:01.295463 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.service_base [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80769) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jul 06 00:34:01.295863 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.services.service_base [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jul 06 00:34:01.296273 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:228}}
Jul 06 00:34:01.296624 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jul 06 00:34:01.316740 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:228}}
Jul 06 00:34:01.317108 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading Plugin: auto_allocate
Jul 06 00:34:01.328296 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1a9104b950> network precommit_update 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.328705 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f1a9104b950> network precommit_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.329298 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:228}}
Jul 06 00:34:01.329657 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading Plugin: tag
Jul 06 00:34:01.341243 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:228}}
Jul 06 00:34:01.341608 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading Plugin: timestamp
Jul 06 00:34:01.350581 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:228}}
Jul 06 00:34:01.351330 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading Plugin: network_ip_availability
Jul 06 00:34:01.357884 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1a9104d898>> rbac-policy before_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.358289 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1a9104d898>> rbac-policy before_update 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.358678 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1a9104d898>> rbac-policy before_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.359487 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:228}}
Jul 06 00:34:01.359845 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading Plugin: flavors
Jul 06 00:34:01.376137 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:228}}
Jul 06 00:34:01.376516 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading Plugin: revisions
Jul 06 00:34:01.381029 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:228}}
Jul 06 00:34:01.381445 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.580s {{(pid=80769) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:34:01.382235 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80769) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:633}}
Jul 06 00:34:01.382595 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Initializing extension manager.
Jul 06 00:34:01.383164 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: __init__.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.383537 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: __pycache__ {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.383905 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.384272 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.384637 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: _filter_validation_lib.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.384999 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.385406 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: address_scope.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.386227 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.386860 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: address-scope
Jul 06 00:34:01.387239 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.388162 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.388728 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: router-admin-state-down-before-update
Jul 06 00:34:01.389082 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: agent.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.389864 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.390433 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: agent
Jul 06 00:34:01.390792 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: agent_resources_synced.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.391739 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.392301 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: agent-resources-synced
Jul 06 00:34:01.392657 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: allowedaddresspairs.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.394450 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.395025 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: allowed-address-pairs
Jul 06 00:34:01.395409 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: auto_allocated_topology.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.396486 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.397058 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: auto-allocated-topology
Jul 06 00:34:01.397419 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: availability_zone.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.398568 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.399132 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: availability_zone
Jul 06 00:34:01.399515 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: availability_zone_filter.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.400435 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.401035 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: availability_zone_filter
Jul 06 00:34:01.401389 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: data_plane_status.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.402306 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.402859 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension data-plane-status not supported by any of loaded plugins
Jul 06 00:34:01.403241 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: default_subnetpools.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.404161 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.404718 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: default-subnetpools
Jul 06 00:34:01.405073 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.405944 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.406518 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: dhcp_agent_scheduler
Jul 06 00:34:01.406870 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: dns.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.407813 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.408372 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension dns-integration not supported by any of loaded plugins
Jul 06 00:34:01.408728 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: dns_domain_ports.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.409646 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.410209 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jul 06 00:34:01.410566 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: dvr.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.411346 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.411913 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: dvr
Jul 06 00:34:01.412273 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: empty_string_filtering.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.413186 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.413759 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: empty-string-filtering
Jul 06 00:34:01.414117 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.415029 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.415616 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jul 06 00:34:01.415973 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.417441 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.417997 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jul 06 00:34:01.418357 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: external_net.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.419296 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.419861 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: external-net
Jul 06 00:34:01.420217 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.421125 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.421688 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: extra_dhcp_opt
Jul 06 00:34:01.422047 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: extraroute.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.426688 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.426688 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: extraroute
Jul 06 00:34:01.426688 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: extraroute_atomic.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.426688 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.426688 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: extraroute-atomic
Jul 06 00:34:01.426688 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: filter_validation.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.428492 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.429080 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: filter-validation
Jul 06 00:34:01.429446 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: fip_port_details.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.430496 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.431059 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: fip-port-details
Jul 06 00:34:01.431446 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: flavors.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.433657 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.434236 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: flavors
Jul 06 00:34:01.434604 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.436376 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.436955 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jul 06 00:34:01.437324 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: floatingip_pools.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.438106 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.443767 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: floatingip-pools
Jul 06 00:34:01.444553 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: ip_allocation.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.445534 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.446112 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension ip_allocation not supported by any of loaded plugins
Jul 06 00:34:01.446476 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.447460 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.448174 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: ip-substring-filtering
Jul 06 00:34:01.448534 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: l2_adjacency.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.449478 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.450044 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension l2_adjacency not supported by any of loaded plugins
Jul 06 00:34:01.450407 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: l3.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.451545 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.452117 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: router
Jul 06 00:34:01.452483 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.454839 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.455472 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jul 06 00:34:01.455844 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.456919 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.457487 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: ext-gw-mode
Jul 06 00:34:01.457850 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.458776 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.459372 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: l3-ha
Jul 06 00:34:01.459734 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: l3_flavors.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.460649 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.461216 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: l3-flavors
Jul 06 00:34:01.461572 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.462493 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.463061 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: l3-port-ip-change-not-allowed
Jul 06 00:34:01.463555 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: l3agentscheduler.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.464772 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.465356 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: l3_agent_scheduler
Jul 06 00:34:01.465719 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: logging.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.467332 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.467916 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension logging not supported by any of loaded plugins
Jul 06 00:34:01.468289 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: metering.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.469174 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.469867 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: metering
Jul 06 00:34:01.470233 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: multiprovidernet.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.471216 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.471784 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: multi-provider
Jul 06 00:34:01.472142 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: netmtu.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.473061 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.473628 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: net-mtu
Jul 06 00:34:01.473985 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: netmtu_writable.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.475044 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.475656 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: net-mtu-writable
Jul 06 00:34:01.476018 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: network_availability_zone.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.476766 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.477336 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: network_availability_zone
Jul 06 00:34:01.477700 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: network_ip_availability.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.478808 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.481470 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: network-ip-availability
Jul 06 00:34:01.481470 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: network_segment_range.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.481470 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.481745 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension network-segment-range not supported by any of loaded plugins
Jul 06 00:34:01.482053 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: pagination.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.483051 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.483450 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: pagination
Jul 06 00:34:01.483803 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.484710 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.485283 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: port-mac-address-regenerate
Jul 06 00:34:01.485640 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: port_resource_request.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.486574 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.487207 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension port-resource-request not supported by any of loaded plugins
Jul 06 00:34:01.487519 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: portbindings.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.488461 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.489027 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: binding
Jul 06 00:34:01.489385 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: portbindings_extended.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.490663 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.491271 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: binding-extended
Jul 06 00:34:01.491634 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: portsecurity.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.492552 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.493120 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: port-security
Jul 06 00:34:01.493483 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: project_id.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.494460 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.495648 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: project-id
Jul 06 00:34:01.495789 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: providernet.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.496720 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.501928 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: provider
Jul 06 00:34:01.501928 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: qos.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.501928 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.501928 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension qos not supported by any of loaded plugins
Jul 06 00:34:01.502308 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.503569 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.506064 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jul 06 00:34:01.506064 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.506064 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.506064 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jul 06 00:34:01.506461 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: qos_default.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.508136 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.508136 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension qos-default not supported by any of loaded plugins
Jul 06 00:34:01.508332 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: qos_fip.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.508936 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.509496 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension qos-fip not supported by any of loaded plugins
Jul 06 00:34:01.509851 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: qos_gateway_ip.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.511094 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.511680 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jul 06 00:34:01.512039 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: qos_rule_type_details.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.512966 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.513530 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jul 06 00:34:01.514001 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: qos_rules_alias.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.515050 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.515662 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jul 06 00:34:01.516115 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: quotasv2.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.517986 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.518362 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: quotas
Jul 06 00:34:01.518721 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: quotasv2_detail.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.521063 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.521446 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: quota_details
Jul 06 00:34:01.522600 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: rbac.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.524115 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.525483 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: rbac-policies
Jul 06 00:34:01.526209 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: rbac_security_groups.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.527309 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.527887 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: rbac-security-groups
Jul 06 00:34:01.528249 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: revisionifmatch.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.529196 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.529758 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: revision-if-match
Jul 06 00:34:01.530117 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: revisions.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.531257 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.531828 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: standard-attr-revisions
Jul 06 00:34:01.532190 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: router_availability_zone.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.532931 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.533498 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: router_availability_zone
Jul 06 00:34:01.533856 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: routerservicetype.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.534776 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.535369 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension router-service-type not supported by any of loaded plugins
Jul 06 00:34:01.535728 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.536647 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.537220 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: port-security-groups-filtering
Jul 06 00:34:01.537577 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: securitygroup.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.551121 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.551784 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: security-group
Jul 06 00:34:01.552158 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: segment.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.553046 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.553612 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension segment not supported by any of loaded plugins
Jul 06 00:34:01.553974 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.554911 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.555503 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jul 06 00:34:01.555868 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: servicetype.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.556956 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.558280 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: service-type
Jul 06 00:34:01.558643 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: sorting.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.559649 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.560022 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: sorting
Jul 06 00:34:01.560380 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: standard_attr_segment.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.561291 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.561862 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jul 06 00:34:01.562223 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: standardattrdescription.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.562919 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.563511 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: standard-attr-description
Jul 06 00:34:01.563872 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: stdattrs_common.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.564462 dv-cinder-799546-2-iscsi neutron-server[80769]: WARNING neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jul 06 00:34:01.564817 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: subnet_onboard.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.565875 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.566446 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: subnet_onboard
Jul 06 00:34:01.566806 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.567762 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.568327 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jul 06 00:34:01.568724 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: subnet_service_types.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.569654 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.570223 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: subnet-service-types
Jul 06 00:34:01.570581 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: subnetallocation.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.571744 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.572328 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: subnet_allocation
Jul 06 00:34:01.572730 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.573506 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.574069 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: subnetpool-prefix-ops
Jul 06 00:34:01.574428 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: tagging.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.575799 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.576385 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: standard-attr-tag
Jul 06 00:34:01.576747 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: timestamp.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.577933 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.578507 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loaded extension: standard-attr-timestamp
Jul 06 00:34:01.578871 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: trunk.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.579935 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.580501 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension trunk not supported by any of loaded plugins
Jul 06 00:34:01.580859 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: trunk_details.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.581773 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.582348 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension trunk-details not supported by any of loaded plugins
Jul 06 00:34:01.582705 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: uplink_status_propagation.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.583665 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.584230 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jul 06 00:34:01.584589 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Loading extension file: vlantransparent.py {{(pid=80769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:443}}
Jul 06 00:34:01.585299 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:414}}
Jul 06 00:34:01.585863 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extension vlan-transparent not supported by any of loaded plugins
Jul 06 00:34:01.588380 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Creating instance of TrackedResource for resource:network
Jul 06 00:34:01.589195 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Creating instance of TrackedResource for resource:subnet
Jul 06 00:34:01.589873 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 06 00:34:01.590525 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Creating instance of TrackedResource for resource:port
Jul 06 00:34:01.591826 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.resource_helper [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 00:34:01.592427 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.resource_helper [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Service FLAVORS assigned prefix:  {{(pid=80769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 00:34:01.593117 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.resource_helper [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 00:34:01.593594 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.resource_helper [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 00:34:01.593962 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Creating instance of TrackedResource for resource:router
Jul 06 00:34:01.594674 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Creating instance of TrackedResource for resource:floatingip
Jul 06 00:34:01.595459 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.resource_helper [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Service METERING assigned prefix: /metering {{(pid=80769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 00:34:01.597302 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1a90f06a58>> rbac-policy before_create 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.597732 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1a90f06a58>> rbac-policy before_update 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.598073 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f1a90f06a58>> rbac-policy before_delete 55550000 {{(pid=80769) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:34:01.599215 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Creating instance of CountableResource for resource:rbac_policy
Jul 06 00:34:01.599747 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Creating instance of TrackedResource for resource:security_group
Jul 06 00:34:01.600457 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Creating instance of TrackedResource for resource:security_group_rule
Jul 06 00:34:01.601307 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.resource_helper [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Service CORE assigned prefix:  {{(pid=80769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 00:34:01.601627 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 06 00:34:01.601989 dv-cinder-799546-2-iscsi neutron-server[80769]: WARNING neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] subnetpool is already registered
Jul 06 00:34:01.602736 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.resource_helper [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Service CORE assigned prefix:  {{(pid=80769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 00:34:01.603101 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 06 00:34:01.603493 dv-cinder-799546-2-iscsi neutron-server[80769]: WARNING neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] subnetpool is already registered
Jul 06 00:34:01.606847 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.resource_helper [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 00:34:01.607379 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.resource_helper [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Service FLAVORS assigned prefix:  {{(pid=80769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 00:34:01.608031 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.resource_helper [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 00:34:01.608493 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.resource_helper [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 00:34:01.608861 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Creating instance of TrackedResource for resource:router
Jul 06 00:34:01.609224 dv-cinder-799546-2-iscsi neutron-server[80769]: WARNING neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] router is already registered
Jul 06 00:34:01.609874 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Creating instance of TrackedResource for resource:floatingip
Jul 06 00:34:01.610237 dv-cinder-799546-2-iscsi neutron-server[80769]: WARNING neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] floatingip is already registered
Jul 06 00:34:01.610919 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.resource_helper [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Service METERING assigned prefix: /metering {{(pid=80769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 00:34:01.611695 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Creating instance of CountableResource for resource:rbac_policy
Jul 06 00:34:01.612059 dv-cinder-799546-2-iscsi neutron-server[80769]: WARNING neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] rbac_policy is already registered
Jul 06 00:34:01.612521 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Creating instance of TrackedResource for resource:security_group
Jul 06 00:34:01.612880 dv-cinder-799546-2-iscsi neutron-server[80769]: WARNING neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] security_group is already registered
Jul 06 00:34:01.613674 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Creating instance of TrackedResource for resource:security_group_rule
Jul 06 00:34:01.614041 dv-cinder-799546-2-iscsi neutron-server[80769]: WARNING neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] security_group_rule is already registered
Jul 06 00:34:01.614762 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.resource_helper [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Service CORE assigned prefix:  {{(pid=80769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 00:34:01.615128 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 06 00:34:01.615510 dv-cinder-799546-2-iscsi neutron-server[80769]: WARNING neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] subnetpool is already registered
Jul 06 00:34:01.616166 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.resource_helper [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Service CORE assigned prefix:  {{(pid=80769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jul 06 00:34:01.616527 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 06 00:34:01.616893 dv-cinder-799546-2-iscsi neutron-server[80769]: WARNING neutron.quota.resource_registry [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] subnetpool is already registered
Jul 06 00:34:01.617597 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: extensions {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.619131 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: address-scopes {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.621262 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: agents {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.623432 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: auto-allocated-topology {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.624713 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: availability_zones {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.625976 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: dhcp-networks {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.627506 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: dhcp-agents {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.628945 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: routers {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.630693 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: flavors {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.632022 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: service_profiles {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.633258 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: next_providers {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.634693 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: service_profiles {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.636385 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: floatingip-pools {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.637718 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: routers {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.639502 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: floatingips {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.640716 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: l3-routers {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.642226 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: l3-agents {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.643668 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: metering-labels {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.644953 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: metering-label-rules {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.646371 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: network-ip-availabilities {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.647681 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: bindings {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.649522 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: quotas {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.651668 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: quotas {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.653176 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: rbac-policies {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.654416 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: security-groups {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.655671 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: security-group-rules {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.657028 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: service-providers {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.658267 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: subnetpools {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.659705 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: subnetpools {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.661287 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: tags {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.662967 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: tags {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.664739 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: tags {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.667252 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: tags {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.668942 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: tags {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.670735 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: tags {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.672556 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: tags {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.674312 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: tags {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.676316 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: tags {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.678091 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.extensions [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Extended resource: tags {{(pid=80769) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Jul 06 00:34:01.685733 dv-cinder-799546-2-iscsi neutron-server[80769]: WARNING keystonemiddleware.auth_token [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jul 06 00:34:01.690630 dv-cinder-799546-2-iscsi neutron-server[80769]: WARNING keystonemiddleware.auth_token [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jul 06 00:34:01.798872 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Acquired lock "singleton_lock" {{(pid=80769) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}}
Jul 06 00:34:01.799430 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Releasing lock "singleton_lock" {{(pid=80769) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}}
Jul 06 00:34:01.800898 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO oslo_service.service [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Starting 2 workers
Jul 06 00:34:01.810756 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Started child 80880 {{(pid=80769) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Jul 06 00:34:01.815463 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Started child 80881 {{(pid=80769) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Jul 06 00:34:01.815669 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:01.817025 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.service [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Neutron service started, listening on 0.0.0.0:9696
Jul 06 00:34:01.817149 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [-] (80880) wsgi starting up on http://0.0.0.0:9696
Jul 06 00:34:01.817685 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Notify callbacks [] for process, before_spawn {{(pid=80769) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:01.819536 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:01.820241 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO oslo_service.service [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Starting 1 workers
Jul 06 00:34:01.820993 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [-] (80881) wsgi starting up on http://0.0.0.0:9696
Jul 06 00:34:01.826301 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Started child 80882 {{(pid=80769) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Jul 06 00:34:01.826862 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO oslo_service.service [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Starting 1 workers
Jul 06 00:34:01.828823 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.service [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] calling RpcWorker wait() {{(pid=80882) _wait /opt/stack/neutron/neutron/service.py:128}}
Jul 06 00:34:01.829204 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.service [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] returning from RpcWorker wait() {{(pid=80882) _wait /opt/stack/neutron/neutron/service.py:135}}
Jul 06 00:34:01.830713 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:01.831383 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:34:01.831504 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Started child 80883 {{(pid=80769) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Jul 06 00:34:01.832307 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a73266ac-2f3d-4192-abef-9b4d0a755b14 None None] Notify callbacks [] for process, after_spawn {{(pid=80769) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:01.833945 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80769) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}}
Jul 06 00:34:01.834187 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2563}}
Jul 06 00:34:01.834388 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2564}}
Jul 06 00:34:01.834663 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2565}}
Jul 06 00:34:01.835067 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jul 06 00:34:01.835308 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jul 06 00:34:01.835880 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.836185 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.836483 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.836786 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.837119 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.837685 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:01.837794 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.838081 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.838462 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.839330 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.839463 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:34:01.839632 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.839835 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.840031 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.840322 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.840592 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.840949 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.841250 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.841516 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.841770 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.841985 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.842288 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.842572 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.842839 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.843165 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.843454 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.844093 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.844352 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.844613 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.844856 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.845181 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.845448 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.845744 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.846014 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.846260 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.846526 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.846797 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.847034 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.847359 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.847648 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.847892 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.848350 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] host                           = dv-cinder-799546-2-iscsi {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.848608 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.848859 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.849149 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.849421 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.849694 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.849939 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.850225 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.850508 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.850777 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.851032 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.851302 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.851604 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.851814 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.852077 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.852264 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.852523 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.852798 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.853076 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.853289 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.853481 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.853670 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.854393 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.854578 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.854828 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.855002 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.855288 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.855538 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.855780 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.856018 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.856288 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.856527 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.856784 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.857016 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.857304 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.857567 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.857828 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.858085 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.858330 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.858587 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.858828 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.859079 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.859338 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.860226 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.860226 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.860226 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.860583 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.860583 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.860783 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.861024 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.861298 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.861532 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.861787 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.862097 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.862353 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.862643 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.862897 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.863153 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.863398 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.863663 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.863901 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.864141 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.864382 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.864619 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.864886 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.865125 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.865367 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.865605 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.865841 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.866123 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.866588 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.866899 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.867294 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.867549 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.867819 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.868082 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.868362 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.868630 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.868894 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.869172 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.870234 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.870514 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.870867 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.871248 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.871500 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.871777 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.872028 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.872268 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.872513 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.872753 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.873037 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.873284 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.874021 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.874272 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.874518 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.874790 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.875039 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.875367 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.875620 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.875920 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.876231 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.876498 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.876749 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.876990 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.877249 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.877489 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.877757 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.877999 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.878284 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.878577 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.878840 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.879082 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.879375 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.879642 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.879909 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.880161 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.880403 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.880652 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.880897 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.881140 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.881417 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.881663 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.881905 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.883203 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.883463 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.883727 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.883973 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.884223 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.884465 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.884713 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.884957 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.885843 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.886103 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.886403 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.886592 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.886833 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.887073 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.887388 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.887654 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.887897 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.888139 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.888398 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.888667 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.888984 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.889343 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.889591 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.889860 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.890123 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.890399 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.890667 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.890966 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.891241 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.891512 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.891755 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.892276 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.892534 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.892797 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.893053 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.893359 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.893664 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.893928 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.894200 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.894448 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.894728 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.894982 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.895299 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.895655 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.895947 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.896251 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.896548 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.896851 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.897121 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.897429 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.897699 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.898251 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.898576 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.898892 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.899819 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.899819 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.899819 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.900243 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.900390 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.900699 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.901821 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.901821 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.901821 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.902143 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.902243 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.902481 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.902726 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.902970 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.903307 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.903601 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.903877 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.904181 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.904468 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.904768 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.905047 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.905314 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.905592 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.905853 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.906120 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.906364 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.906611 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.906892 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.907177 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.907426 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.907690 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.907976 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.908224 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.908920 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.908920 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.908920 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.909189 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.909359 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = admin {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.909581 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.909869 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.910133 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.910379 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.910625 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.910871 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.911112 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.911396 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.911622 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.911935 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.912215 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.912456 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.912680 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.912954 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.916244 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.916244 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.916244 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.916244 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.916244 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.916244 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.916244 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.916244 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.917112 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.917112 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.917112 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.917112 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.917112 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.917112 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.917112 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.917112 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.917800 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.917800 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.917800 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.918073 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.918179 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.918402 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.918667 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.918959 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.919264 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.919542 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.919807 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.920053 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.920295 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.920539 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.920833 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.921193 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.921487 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.921774 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.922052 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.922349 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.922624 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.922867 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.923216 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.923489 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.923728 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.924152 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.924597 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.924920 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.925218 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.925474 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.925837 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.926101 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.926377 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.926626 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.926877 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.927132 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.927469 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.927850 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.928189 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.928611 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.928891 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.929205 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.929532 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.929859 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.930124 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.930456 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.930827 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.931178 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.931449 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.931736 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.932617 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.932955 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.933555 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.933684 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.934041 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.934041 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.934327 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.934845 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.935112 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.935404 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.935685 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.935940 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.936226 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.936476 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.936751 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.937005 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.937195 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2587}}
Jul 06 00:34:01.937770 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80769) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}}
Jul 06 00:34:01.937960 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2563}}
Jul 06 00:34:01.938143 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2564}}
Jul 06 00:34:01.938329 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2565}}
Jul 06 00:34:01.938535 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jul 06 00:34:01.938718 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jul 06 00:34:01.938969 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.939186 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.939377 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.939565 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.939753 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.939962 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.940150 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.940336 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.940522 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.940707 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.940893 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.941079 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.941264 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.941450 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.941633 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.941820 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.942007 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.942194 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.942384 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.942570 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.942755 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.942940 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.943127 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.943352 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.943578 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.943766 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.943953 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.944138 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.944324 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.944509 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.944693 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.944878 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.945063 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.945248 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.945431 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.945617 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.945802 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.945985 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.946175 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.946360 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] host                           = dv-cinder-799546-2-iscsi {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.946544 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.946727 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.946911 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.947096 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.947307 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.947491 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.947791 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.948132 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.948319 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.948505 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.948690 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.948876 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.949062 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.949246 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.949432 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.949617 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.949802 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.949988 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.950220 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.950392 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.950572 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.950716 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.950894 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.951082 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.951294 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.951479 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.951664 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.951849 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.952034 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.952218 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.952401 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.952586 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.952770 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.952955 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.953142 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.953325 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.953479 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.953668 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.953852 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.954008 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.954195 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.954380 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.954565 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.954749 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.954939 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.955124 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.955333 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.955517 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.955703 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.955889 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.956074 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.956270 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.956417 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.956603 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.956789 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.956974 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.957159 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.957344 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.957528 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.957711 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.957894 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.958080 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.958263 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.958416 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.958605 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.958788 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.958972 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.959169 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.959371 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2577}}
Jul 06 00:34:01.959576 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.959765 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.959966 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.960155 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.960296 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.960478 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.960667 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.960855 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.961043 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.961231 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.961439 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.961586 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.961791 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.961979 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.962167 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.962356 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.962542 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.962730 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.962919 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.963107 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.963856 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.964017 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.964207 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.964397 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.964580 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.964768 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.964956 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.965146 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.965336 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.965524 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.965714 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.965902 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.966091 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.966278 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.966465 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.966658 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.966846 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.967033 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.967247 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.967448 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.967637 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.967825 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.968011 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.968199 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.968386 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.968573 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.968760 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.968951 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.969139 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.969326 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.969529 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.969717 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.969905 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.970091 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.970282 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.970431 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.970614 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.970802 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.970990 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.971192 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.971384 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.971572 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.971759 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.971946 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.972134 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.972321 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.972483 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.972670 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.972857 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.973044 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.973231 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.973418 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.973605 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.973802 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.974007 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.974179 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.974356 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.974543 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.974731 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.974917 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.975103 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.975332 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.975520 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.975738 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.975908 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.976054 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.976206 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.976358 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.976511 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.976705 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.976892 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.977080 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.977317 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.977505 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.977691 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.977879 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.978066 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.978227 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.978412 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.978599 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.978796 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.979119 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.979337 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.979492 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.979646 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.979838 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.980027 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.980216 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.980403 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.980590 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.980776 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.980963 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.981150 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.981336 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.981521 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.981707 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.981902 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.982122 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.982309 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.982495 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.982681 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.982866 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.983055 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.983266 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.983453 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.983639 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.983826 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.984013 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.984201 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.984388 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.984576 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.984762 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.984950 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.985139 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.985327 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.985516 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.985703 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.985890 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.986076 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.986262 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.986448 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.986639 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.986826 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.987013 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.987243 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = admin {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.987433 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.987607 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.987783 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.987969 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.988155 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.988341 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.988528 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.988714 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.988901 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.989089 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.989275 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.989463 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.989650 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.989839 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.990026 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.990214 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.990401 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.990589 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.990774 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.990962 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.991191 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.991338 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.991520 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.991707 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.991895 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.992081 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.992268 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.992470 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.992657 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.992843 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.993032 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.993217 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.993403 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.993573 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.993756 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.993940 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.994127 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.994315 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.995048 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.995271 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.995456 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.995643 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.995829 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.996016 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.996204 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.996403 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.996589 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.996774 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.996876 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:34:01.996976 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.997135 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.997319 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.997507 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.997708 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.997896 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.998084 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.998271 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.998458 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.998655 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.998842 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.999027 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.999251 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.999440 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.999613 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.999789 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:01.999974 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.000160 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.000348 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.000538 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.000735 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.000931 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.001119 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.001316 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.001512 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.001707 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.001894 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.002090 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.002291 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.002478 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.002663 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.002849 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.003059 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.003264 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.003452 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.003640 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.003878 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.003984 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.004147 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.004333 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.004518 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.004704 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.004889 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.005076 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.005263 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.005452 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.005637 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.005822 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2585}}
Jul 06 00:34:02.006002 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80769) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2587}}
Jul 06 00:34:02.076713 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 48612) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:34:02.088415 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0094688
Jul 06 00:34:12.466809 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92a9694-88ba-42b9-aa69-58a7608f4fe9 None None] get_active_networks_info from dv-cinder-799546-2-iscsi {{(pid=80882) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jul 06 00:34:12.600296 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92a9694-88ba-42b9-aa69-58a7608f4fe9 None None] No non-hosted networks {{(pid=80882) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:59}}
Jul 06 00:34:12.629933 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-737f857a-bbfa-4232-a51b-18bb0df4cc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854374254'] for agent, after_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:13.655844 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854374254'] for agent, after_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:13.662748 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:13.663413 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:13.663993 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:13.664568 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:13.665121 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:13.665677 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:13.666240 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:13.666806 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:13.667954 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:13.668636 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:13.671368 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:13.672117 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1a90a2a278>, 'Open vSwitch agent', 'dv-cinder-799546-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.0', 'Network': '1.0', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.1', 'ConntrackHelper': '1.0'}) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:34:13.690823 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f1a90b722b0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799546-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.0', 'Network': '1.0', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.1', 'ConntrackHelper': '1.0'}} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:34:14.296871 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e88cd315-da2c-4ed0-9c24-3e67a5489b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854374254'] for agent, after_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:14.445078 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f95686c8-e645-4dc8-9086-8f3dd2aad590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:14.780571 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854374254'] for agent, after_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:15.920109 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854374254'] for agent, after_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:16.665801 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.l3_hamode_db [None req-ad79a51f-d482-4c00-b377-3594495ad04f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jul 06 00:34:16.751471 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad79a51f-d482-4c00-b377-3594495ad04f None None] Routers set() bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:34:16.751818 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad79a51f-d482-4c00-b377-3594495ad04f None None] Router IDs set() for agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jul 06 00:34:16.934659 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 48728) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:34:17.462493 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [None req-047f4869-3731-4a34-a66d-969aa128b1d6 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 06 00:34:17.463692 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-047f4869-3731-4a34-a66d-969aa128b1d6 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 11621 time: 0.5279686
Jul 06 00:34:19.613903 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 48744) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:34:19.693373 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-2160e0af-301e-432f-a160-5d549df40043 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:34:19.973354 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.policy [None req-2160e0af-301e-432f-a160-5d549df40043 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80881) register_rules /opt/stack/neutron/neutron/policy.py:66}}
Jul 06 00:34:19.981722 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.quota [None req-2160e0af-301e-432f-a160-5d549df40043 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1a90a0c668>.
Jul 06 00:34:20.025262 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-2160e0af-301e-432f-a160-5d549df40043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:34:20.112722 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2160e0af-301e-432f-a160-5d549df40043 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:20.113915 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-2160e0af-301e-432f-a160-5d549df40043 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.4989741
Jul 06 00:34:22.299783 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 48760) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:34:22.379111 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Request body: {'network': {'name': 'private', 'project_id': 'afcc51e9e1884cda824bef2957d4fb90', 'admin_state_up': True}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:34:22.385308 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:34:22.389684 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Usage tracker for resource:network and tenant:afcc51e9e1884cda824bef2957d4fb90 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:34:22.393334 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:34:22.399760 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:34:22.408255 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Made reservation on behalf of afcc51e9e1884cda824bef2957d4fb90 for: {'network': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:34:22.414102 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for network, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:22.432513 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:22.472670 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:34:22.476484 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Usage tracker for resource:security_group_rule and tenant:afcc51e9e1884cda824bef2957d4fb90 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:34:22.479336 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:34:22.485692 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:34:22.554396 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:22.557058 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:22.563131 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:34:22.583125 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'}  {{(pid=80881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 00:34:22.613316 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363302349336282', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:22.613871 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1a91811268> segment precommit_create {{(pid=80881) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Jul 06 00:34:22.614400 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.segments_db [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Added segment a3d13e94-070c-448f-8505-753355ad28d2 of type vlan for network ac0d243c-96e1-4511-805c-3cc35263e030
Jul 06 00:34:22.660394 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec12a2a-b84a-4755-9c22-2595cf0d1cf9,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:34:22.685428 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:22.685798 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:22.686157 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:22.686511 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:22.686875 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:22.687247 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:22.687596 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:22.687945 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:22.688288 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:22.688630 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:22.688970 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Tracked resource versions report:
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]: pushed versions:
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]: {   'ConntrackHelper': {'1.0'},
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Log': {'1.0'},
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Network': {'1.0'},
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Port': {'1.5'},
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]:     'PortForwarding': {'1.1'},
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]:     'QosPolicy': {'1.8'},
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]:     'SecurityGroup': {'1.1'},
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]:     'SecurityGroupRule': {'1.0'},
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]:     'SubPort': {'1.0'},
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Subnet': {'1.0'},
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Trunk': {'1.1'}}
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]: consumer versions:
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]: {   DHCP agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]:     L3 agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]:     Metadata agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]:     Metering agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]:     Open vSwitch agent@dv-cinder-799546-2-iscsi: {   'ConntrackHelper': '1.0',
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Log': '1.0',
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Network': '1.0',
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Port': '1.5',
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'PortForwarding': '1.1',
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'QosPolicy': '1.8',
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'SecurityGroup': '1.1',
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'SecurityGroupRule': '1.0',
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'SubPort': '1.0',
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Subnet': '1.0',
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Trunk': '1.1'}}
Jul 06 00:34:22.690066 dv-cinder-799546-2-iscsi neutron-server[80769]:  {{(pid=80881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 06 00:34:22.725994 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734504930197'] for network, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:22.738801 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:34:22.771419 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for network, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:22.772979 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:34:22.773648 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:22.777487 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:34:22.880353 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Pushing event updated for resources: {'Network': ['ID=ac0d243c-96e1-4511-805c-3cc35263e030,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:34:22.883934 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:34:22.885748 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.5848627
Jul 06 00:34:22.893088 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Network ac0d243c-96e1-4511-805c-3cc35263e030 details requested by agent ovs-agent-dv-cinder-799546-2-iscsi with host dv-cinder-799546-2-iscsi {{(pid=80882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 00:34:25.082202 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 48778) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:34:25.406099 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593f6088-f744-481c-9664-b9da87f81f54 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:34:25.407567 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-593f6088-f744-481c-9664-b9da87f81f54 admin admin] 10.222.0.13 "GET /v2.0/networks/ac0d243c-96e1-4511-805c-3cc35263e030 HTTP/1.1" status: 200  len: 825 time: 0.3243368
Jul 06 00:34:25.433576 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-8c5f962f-e21a-4755-b336-ac09445edafb admin admin] 10.222.0.13 "GET /v2.0/subnetpools/07411764-9da1-475f-a2e8-974975f82478 HTTP/1.1" status: 200  len: 734 time: 0.0192857
Jul 06 00:34:25.443320 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-a0eba5fd-001b-4ab4-9e7e-c1c23665a596 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': 'ac0d243c-96e1-4511-805c-3cc35263e030', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '07411764-9da1-475f-a2e8-974975f82478', 'tenant_id': 'afcc51e9e1884cda824bef2957d4fb90'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:34:25.447644 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-a0eba5fd-001b-4ab4-9e7e-c1c23665a596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:34:25.452013 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-a0eba5fd-001b-4ab4-9e7e-c1c23665a596 admin admin] Usage tracker for resource:subnet and tenant:afcc51e9e1884cda824bef2957d4fb90 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:34:25.455346 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-a0eba5fd-001b-4ab4-9e7e-c1c23665a596 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:34:25.460988 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-a0eba5fd-001b-4ab4-9e7e-c1c23665a596 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:34:25.471379 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0eba5fd-001b-4ab4-9e7e-c1c23665a596 admin admin] Made reservation on behalf of afcc51e9e1884cda824bef2957d4fb90 for: {'subnet': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:34:25.476008 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a0eba5fd-001b-4ab4-9e7e-c1c23665a596 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:25.748858 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a0eba5fd-001b-4ab4-9e7e-c1c23665a596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for subnet, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:25.753331 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:34:25.835034 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eba5fd-001b-4ab4-9e7e-c1c23665a596 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b80389d-45bf-43a2-aff9-5ab90969fc3c,revision_number=0']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:34:25.838242 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a0eba5fd-001b-4ab4-9e7e-c1c23665a596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:34:25.843543 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0eba5fd-001b-4ab4-9e7e-c1c23665a596 admin admin] Checking segment: {'id': 'a3d13e94-070c-448f-8505-753355ad28d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ac0d243c-96e1-4511-805c-3cc35263e030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:34:25.843922 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eba5fd-001b-4ab4-9e7e-c1c23665a596 admin admin] Network hostable DHCP agents. Network: ac0d243c-96e1-4511-805c-3cc35263e030, hostable agents: ['f5e345ff-b6f9-433d-a315-fe369d22c770'], hosted agents: [] {{(pid=80881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 00:34:25.854240 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eba5fd-001b-4ab4-9e7e-c1c23665a596 admin admin] Network ac0d243c-96e1-4511-805c-3cc35263e030 is scheduled to be hosted by DHCP agent f5e345ff-b6f9-433d-a315-fe369d22c770 {{(pid=80881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 00:34:25.863448 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-a0eba5fd-001b-4ab4-9e7e-c1c23665a596 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-2-iscsi, ac0d243c-96e1-4511-805c-3cc35263e030) {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:34:25.868208 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0eba5fd-001b-4ab4-9e7e-c1c23665a596 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:34:25.868834 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a0eba5fd-001b-4ab4-9e7e-c1c23665a596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for subnet, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:25.873787 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90d7d64-2d20-41bc-a463-6f43a99d5266 None None] Network ac0d243c-96e1-4511-805c-3cc35263e030 requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:34:25.890901 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-a0eba5fd-001b-4ab4-9e7e-c1c23665a596 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4511023
Jul 06 00:34:26.164967 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ad2b633-77d2-5f9f-ab76-6e81795dec0e-ac0d243c-96e1-4511-805c-3cc35263e030', 'network_id': 'ac0d243c-96e1-4511-805c-3cc35263e030', 'tenant_id': 'afcc51e9e1884cda824bef2957d4fb90', 'fixed_ips': [{'subnet_id': '8b80389d-45bf-43a2-aff9-5ab90969fc3c'}]}} from dv-cinder-799546-2-iscsi. {{(pid=80882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 06 00:34:26.166197 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:26.359954 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Allocated IP 172.20.0.2 (ac0d243c-96e1-4511-805c-3cc35263e030/8b80389d-45bf-43a2-aff9-5ab90969fc3c/ee101d90-8d39-48a7-b4b3-873aad4c7ec4) {{(pid=80882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:34:26.576115 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Notify callbacks [] for port, precommit_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:26.589645 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Transition to ACTIVE for port object ee101d90-8d39-48a7-b4b3-873aad4c7ec4 will not be triggered until provisioned by entity L2. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:34:26.609437 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Transition to ACTIVE for port object ee101d90-8d39-48a7-b4b3-873aad4c7ec4 will not be triggered until provisioned by entity DHCP. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:34:26.615099 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:26.619921 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:34:26.681990 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Network ac0d243c-96e1-4511-805c-3cc35263e030 is already hosted by enough agents. {{(pid=80882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:34:26.685503 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Resources bound (agent type, host, resource id):  {{(pid=80882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:34:26.690610 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Pushing event updated for resources: {'Port': ['ID=ee101d90-8d39-48a7-b4b3-873aad4c7ec4,revision_number=1']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:34:26.693044 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Received port after_create {{(pid=80882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:34:26.705651 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:26.706024 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:26.706388 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:26.706748 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:26.707148 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:26.707515 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:26.707866 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:26.708217 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:26.708566 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:26.708917 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:26.709267 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Tracked resource versions report:
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]: pushed versions:
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]: {   'ConntrackHelper': {'1.0'},
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Log': {'1.0'},
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Network': {'1.0'},
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Port': {'1.5'},
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]:     'PortForwarding': {'1.1'},
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]:     'QosPolicy': {'1.8'},
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]:     'SecurityGroup': {'1.1'},
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]:     'SecurityGroupRule': {'1.0'},
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]:     'SubPort': {'1.0'},
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Subnet': {'1.0'},
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Trunk': {'1.1'}}
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]: consumer versions:
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]: {   DHCP agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]:     L3 agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]:     Metadata agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]:     Metering agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]:     Open vSwitch agent@dv-cinder-799546-2-iscsi: {   'ConntrackHelper': '1.0',
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Log': '1.0',
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Network': '1.0',
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Port': '1.5',
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'PortForwarding': '1.1',
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'QosPolicy': '1.8',
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'SecurityGroup': '1.1',
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'SecurityGroupRule': '1.0',
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'SubPort': '1.0',
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Subnet': '1.0',
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Trunk': '1.1'}}
Jul 06 00:34:26.710433 dv-cinder-799546-2-iscsi neutron-server[80769]:  {{(pid=80882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 06 00:34:26.745393 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:34:26.800860 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Attempting to bind port ee101d90-8d39-48a7-b4b3-873aad4c7ec4 on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:34:26.801290 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Attempting to bind port ee101d90-8d39-48a7-b4b3-873aad4c7ec4 by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': 'a3d13e94-070c-448f-8505-753355ad28d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ac0d243c-96e1-4511-805c-3cc35263e030'}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:34:26.801730 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Attempting to bind port ee101d90-8d39-48a7-b4b3-873aad4c7ec4 on network ac0d243c-96e1-4511-805c-3cc35263e030 {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:34:26.808252 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:34:26.808669 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Checking segment: {'id': 'a3d13e94-070c-448f-8505-753355ad28d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ac0d243c-96e1-4511-805c-3cc35263e030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:34:26.809172 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:26.809589 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Bound using segment: {'id': 'a3d13e94-070c-448f-8505-753355ad28d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ac0d243c-96e1-4511-805c-3cc35263e030'} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:34:26.810099 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Bound port: ee101d90-8d39-48a7-b4b3-873aad4c7ec4, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d13e94-070c-448f-8505-753355ad28d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ac0d243c-96e1-4511-805c-3cc35263e030'}}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:34:26.810495 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:26.894961 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] For port ee101d90-8d39-48a7-b4b3-873aad4c7ec4, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:34:26.899367 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] For port ee101d90-8d39-48a7-b4b3-873aad4c7ec4, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=ee101d90-8d39-48a7-b4b3-873aad4c7ec4,segment=NetworkSegment(a3d13e94-070c-448f-8505-753355ad28d2),segment_id=a3d13e94-070c-448f-8505-753355ad28d2)] {{(pid=80882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:34:26.903033 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:26.907622 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:34:26.992916 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Pushing event updated for resources: {'Port': ['ID=ee101d90-8d39-48a7-b4b3-873aad4c7ec4,revision_number=2']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:34:26.999204 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:34:28.028309 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 48790) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:34:28.108995 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [None req-baa281f4-58c1-4d85-bfb1-599c16b5d459 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 06 00:34:28.110056 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-baa281f4-58c1-4d85-bfb1-599c16b5d459 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 11621 time: 0.0806839
Jul 06 00:34:30.452160 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 48806) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:34:30.531172 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [None req-b6d4b85f-3793-4cd1-9069-9ec14bb8a6fd admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 06 00:34:30.532232 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-b6d4b85f-3793-4cd1-9069-9ec14bb8a6fd admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 11621 time: 0.0789511
Jul 06 00:34:31.850573 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4106c353-e52b-4642-9aea-8c1e32f8549e None None] Network ac0d243c-96e1-4511-805c-3cc35263e030 requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:34:31.870912 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device ee101d90-8d39-48a7-b4b3-873aad4c7ec4 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:34:32.194888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-b08247e3-9ab4-4bbd-a79d-333d5942316e None None] Provisioning for port ee101d90-8d39-48a7-b4b3-873aad4c7ec4 completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:34:32.248075 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port ee101d90-8d39-48a7-b4b3-873aad4c7ec4 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:34:32.258125 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port ee101d90-8d39-48a7-b4b3-873aad4c7ec4 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:34:32.258534 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:32.429404 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:32.469264 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] For port ee101d90-8d39-48a7-b4b3-873aad4c7ec4, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=ee101d90-8d39-48a7-b4b3-873aad4c7ec4,segment=NetworkSegment(a3d13e94-070c-448f-8505-753355ad28d2),segment_id=a3d13e94-070c-448f-8505-753355ad28d2)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:34:32.472054 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:32.475366 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:34:32.540265 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Pushing event updated for resources: {'Port': ['ID=ee101d90-8d39-48a7-b4b3-873aad4c7ec4,revision_number=3']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:34:32.548025 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:34:32.740094 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-e2a7b788-4171-43fa-b383-da9a5b9561ac None None] Provisioning complete for port ee101d90-8d39-48a7-b4b3-873aad4c7ec4 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:34:32.740523 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e2a7b788-4171-43fa-b383-da9a5b9561ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:32.791226 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 48822) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:34:32.869527 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-e62e1519-81ac-4624-be84-e087bbc60b85 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'afcc51e9e1884cda824bef2957d4fb90'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:34:32.874934 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-e62e1519-81ac-4624-be84-e087bbc60b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:34:32.878827 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-e62e1519-81ac-4624-be84-e087bbc60b85 admin admin] Usage tracker for resource:router and tenant:afcc51e9e1884cda824bef2957d4fb90 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:34:32.882451 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-e62e1519-81ac-4624-be84-e087bbc60b85 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:34:32.889011 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-e62e1519-81ac-4624-be84-e087bbc60b85 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:34:32.898334 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e62e1519-81ac-4624-be84-e087bbc60b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854766716'] for router, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:32.899551 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e62e1519-81ac-4624-be84-e087bbc60b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854310853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9117'] for router, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:32.972906 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e62e1519-81ac-4624-be84-e087bbc60b85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:33.067254 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e62e1519-81ac-4624-be84-e087bbc60b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854309366'] for router, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:33.085071 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e62e1519-81ac-4624-be84-e087bbc60b85 admin admin] Notify callbacks [] for router, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:33.086285 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-e62e1519-81ac-4624-be84-e087bbc60b85 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.2938321
Jul 06 00:34:33.829880 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device ee101d90-8d39-48a7-b4b3-873aad4c7ec4 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:34:33.896242 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port ee101d90-8d39-48a7-b4b3-873aad4c7ec4 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:34:33.896778 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:35.190020 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 48834) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:34:35.266197 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [None req-cc1ce96b-5b81-456e-a40e-a9a94b471d44 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80881) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 06 00:34:35.267246 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-cc1ce96b-5b81-456e-a40e-a9a94b471d44 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 11621 time: 0.0761983
Jul 06 00:34:37.410654 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 48846) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:34:37.490693 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:34:37.497169 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:34:37.500964 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Usage tracker for resource:network and tenant:0b97208620f043809371de9cd897ef30 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:34:37.503802 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:34:37.509432 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:34:37.520112 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Made reservation on behalf of 0b97208620f043809371de9cd897ef30 for: {'network': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:34:37.525136 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for network, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:37.538497 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:37.572081 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:34:37.576122 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Usage tracker for resource:security_group_rule and tenant:0b97208620f043809371de9cd897ef30 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:34:37.579335 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:34:37.585631 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:34:37.654181 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:37.656633 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:37.660733 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:34:37.675189 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Reserving flat network on physical network physnet1 {{(pid=80881) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Jul 06 00:34:37.697197 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291d4699-5201-4ded-9ae9-5afe6e583102,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:34:37.702316 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:34:37.703328 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:37.703701 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.segments_db [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Added segment 5555ec25-ed75-4c43-948c-e3e9d8e419e2 of type flat for network 34126de2-0804-4024-8df6-3ba8cfd107e5
Jul 06 00:34:37.736645 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734504930197'] for network, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:37.771492 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for network, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:37.772942 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:34:37.773554 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:37.778731 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:34:37.871629 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4598188
Jul 06 00:34:37.877029 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Pushing event updated for resources: {'Network': ['ID=34126de2-0804-4024-8df6-3ba8cfd107e5,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:34:37.879823 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:34:37.888396 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Network 34126de2-0804-4024-8df6-3ba8cfd107e5 details requested by agent ovs-agent-dv-cinder-799546-2-iscsi with host dv-cinder-799546-2-iscsi {{(pid=80882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 00:34:39.985714 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 48858) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:34:40.123599 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1dadd7-3670-4363-951a-ca48f5131f03 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:34:40.125014 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-5b1dadd7-3670-4363-951a-ca48f5131f03 admin admin] 10.222.0.13 "GET /v2.0/subnets/8b80389d-45bf-43a2-aff9-5ab90969fc3c HTTP/1.1" status: 200  len: 849 time: 0.1382689
Jul 06 00:34:40.274230 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-bb26feab-8252-45ce-a141-169f7ec27f07 admin admin] 10.222.0.13 "GET /v2.0/routers/94525692-8531-4525-9aa7-6162c4175355 HTTP/1.1" status: 200  len: 704 time: 0.1425285
Jul 06 00:34:40.895103 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f10c84c8-6f51-4940-a64d-79bcaa01aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:41.110331 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-f10c84c8-6f51-4940-a64d-79bcaa01aeaa admin admin] Allocated IP 172.20.0.1 (ac0d243c-96e1-4511-805c-3cc35263e030/8b80389d-45bf-43a2-aff9-5ab90969fc3c/7e63cc4f-666b-4251-bc29-5af61cea515e) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:34:41.264628 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f10c84c8-6f51-4940-a64d-79bcaa01aeaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:41.282541 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-f10c84c8-6f51-4940-a64d-79bcaa01aeaa admin admin] Transition to ACTIVE for port object 7e63cc4f-666b-4251-bc29-5af61cea515e will not be triggered until provisioned by entity DHCP. {{(pid=80881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:34:41.325487 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f10c84c8-6f51-4940-a64d-79bcaa01aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:41.329764 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:34:41.391155 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10c84c8-6f51-4940-a64d-79bcaa01aeaa admin admin] Network ac0d243c-96e1-4511-805c-3cc35263e030 is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:34:41.394440 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-f10c84c8-6f51-4940-a64d-79bcaa01aeaa admin admin] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:34:41.396386 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c84c8-6f51-4940-a64d-79bcaa01aeaa admin admin] Pushing event updated for resources: {'Port': ['ID=7e63cc4f-666b-4251-bc29-5af61cea515e,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:34:41.407719 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10c84c8-6f51-4940-a64d-79bcaa01aeaa admin admin] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:34:41.408257 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f10c84c8-6f51-4940-a64d-79bcaa01aeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854308959'] for router_interface, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:41.463016 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f10c84c8-6f51-4940-a64d-79bcaa01aeaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:34:41.527012 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f10c84c8-6f51-4940-a64d-79bcaa01aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:41.694250 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-9e381938-9084-4818-a7d2-348b0b942b12 None None] Provisioning for port 7e63cc4f-666b-4251-bc29-5af61cea515e completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:34:41.700273 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-9e381938-9084-4818-a7d2-348b0b942b12 None None] Provisioning complete for port 7e63cc4f-666b-4251-bc29-5af61cea515e triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:34:41.700677 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9e381938-9084-4818-a7d2-348b0b942b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:41.748195 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-9e381938-9084-4818-a7d2-348b0b942b12 None None] Port 7e63cc4f-666b-4251-bc29-5af61cea515e cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:34:41.754568 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f10c84c8-6f51-4940-a64d-79bcaa01aeaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:41.758052 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f10c84c8-6f51-4940-a64d-79bcaa01aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:41.759104 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f10c84c8-6f51-4940-a64d-79bcaa01aeaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3153361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854316699'] for router_interface, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:41.763580 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:34:41.882963 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c84c8-6f51-4940-a64d-79bcaa01aeaa admin admin] Pushing event updated for resources: {'Port': ['ID=7e63cc4f-666b-4251-bc29-5af61cea515e,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:34:41.887751 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f10c84c8-6f51-4940-a64d-79bcaa01aeaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:34:41.953765 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10c84c8-6f51-4940-a64d-79bcaa01aeaa admin admin] Network ac0d243c-96e1-4511-805c-3cc35263e030 is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:34:41.954869 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-f10c84c8-6f51-4940-a64d-79bcaa01aeaa admin admin] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:34:42.173505 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-9161a4ce-dfc3-4248-8911-4c4419f6f03a None None] Provisioning complete for port 7e63cc4f-666b-4251-bc29-5af61cea515e triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:34:42.173961 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9161a4ce-dfc3-4248-8911-4c4419f6f03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:42.225606 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-9161a4ce-dfc3-4248-8911-4c4419f6f03a None None] Port 7e63cc4f-666b-4251-bc29-5af61cea515e cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:34:42.246233 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e020dc29-fac9-4463-b4a2-540e8319c850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:42.306702 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10c84c8-6f51-4940-a64d-79bcaa01aeaa admin admin] Router 94525692-8531-4525-9aa7-6162c4175355 is scheduled to L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 with binding_index 1 {{(pid=80881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 06 00:34:42.637965 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10c84c8-6f51-4940-a64d-79bcaa01aeaa admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:34:42.648306 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] Sync routers for ids ['94525692-8531-4525-9aa7-6162c4175355'] in dv-cinder-799546-2-iscsi {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:34:42.648557 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-f10c84c8-6f51-4940-a64d-79bcaa01aeaa admin admin] 10.222.0.13 "PUT /v2.0/routers/94525692-8531-4525-9aa7-6162c4175355/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3673301
Jul 06 00:34:42.661918 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] Routers {'94525692-8531-4525-9aa7-6162c4175355'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:34:42.662785 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90c5c940>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:34:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['94525692-8531-4525-9aa7-6162c4175355'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:34:42.829618 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] Set router 94525692-8531-4525-9aa7-6162c4175355 gateway port host: None {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:34:43.188047 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90c5c940>, [{'id': '94525692-8531-4525-9aa7-6162c4175355', 'name': 'router1', 'tenant_id': 'afcc51e9e1884cda824bef2957d4fb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:34:32Z', 'updated_at': '2021-07-06T00:34:41Z', 'revision_number': 2, 'project_id': 'afcc51e9e1884cda824bef2957d4fb90', 'gw_port_host': None, '_interfaces': [{'id': '7e63cc4f-666b-4251-bc29-5af61cea515e', 'name': '', 'network_id': 'ac0d243c-96e1-4511-805c-3cc35263e030', 'tenant_id': 'afcc51e9e1884cda824bef2957d4fb90', 'mac_address': 'fa:16:3e:6d:d6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94525692-8531-4525-9aa7-6162c4175355', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b80389d-45bf-43a2-aff9-5ab90969fc3c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:34:40Z', 'updated_at': '2021-07-06T00:34:41Z', 'revision_number': 2, 'project_id': 'afcc51e9e1884cda824bef2957d4fb90', 'subnets': [{'id': '8b80389d-45bf-43a2-aff9-5ab90969fc3c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07411764-9da1-475f-a2e8-974975f82478'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:34:43.192974 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] Checking router: 94525692-8531-4525-9aa7-6162c4175355 for host: dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:34:43.193376 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] Updating router 94525692-8531-4525-9aa7-6162c4175355 port 7e63cc4f-666b-4251-bc29-5af61cea515e binding host dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 00:34:43.240913 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:43.601452 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:43.607858 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] Notify callbacks [] for port, precommit_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:43.628260 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] Transition to ACTIVE for port object 7e63cc4f-666b-4251-bc29-5af61cea515e will not be triggered until provisioned by entity L2. {{(pid=80883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:34:43.633806 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:43.639236 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:34:44.037156 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc2883-4e2c-4f8b-9297-585f973b1814 None None] Pushing event updated for resources: {'Port': ['ID=7e63cc4f-666b-4251-bc29-5af61cea515e,revision_number=3']} {{(pid=80883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:34:44.061203 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc2883-4e2c-4f8b-9297-585f973b1814 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:44.061580 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc2883-4e2c-4f8b-9297-585f973b1814 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:44.061948 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc2883-4e2c-4f8b-9297-585f973b1814 None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:44.062308 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc2883-4e2c-4f8b-9297-585f973b1814 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:44.062669 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc2883-4e2c-4f8b-9297-585f973b1814 None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:44.063027 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc2883-4e2c-4f8b-9297-585f973b1814 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:44.063417 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc2883-4e2c-4f8b-9297-585f973b1814 None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:44.063794 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc2883-4e2c-4f8b-9297-585f973b1814 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:44.064146 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc2883-4e2c-4f8b-9297-585f973b1814 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:44.064497 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc2883-4e2c-4f8b-9297-585f973b1814 None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:44.064858 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc2883-4e2c-4f8b-9297-585f973b1814 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bc2883-4e2c-4f8b-9297-585f973b1814 None None] Tracked resource versions report:
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]: pushed versions:
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]: {   'ConntrackHelper': {'1.0'},
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Log': {'1.0'},
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Network': {'1.0'},
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Port': {'1.5'},
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]:     'PortForwarding': {'1.1'},
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]:     'QosPolicy': {'1.8'},
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]:     'SecurityGroup': {'1.1'},
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]:     'SecurityGroupRule': {'1.0'},
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]:     'SubPort': {'1.0'},
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Subnet': {'1.0'},
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Trunk': {'1.1'}}
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]: consumer versions:
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]: {   DHCP agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]:     L3 agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]:     Metadata agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]:     Metering agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]:     Open vSwitch agent@dv-cinder-799546-2-iscsi: {   'ConntrackHelper': '1.0',
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Log': '1.0',
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Network': '1.0',
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Port': '1.5',
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'PortForwarding': '1.1',
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'QosPolicy': '1.8',
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'SecurityGroup': '1.1',
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'SecurityGroupRule': '1.0',
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'SubPort': '1.0',
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Subnet': '1.0',
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Trunk': '1.1'}}
Jul 06 00:34:44.065907 dv-cinder-799546-2-iscsi neutron-server[80769]:  {{(pid=80883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 06 00:34:44.070071 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] Attempting to bind port 7e63cc4f-666b-4251-bc29-5af61cea515e on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:34:44.070483 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] Attempting to bind port 7e63cc4f-666b-4251-bc29-5af61cea515e by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': 'a3d13e94-070c-448f-8505-753355ad28d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ac0d243c-96e1-4511-805c-3cc35263e030'}] {{(pid=80883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:34:44.070912 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] Attempting to bind port 7e63cc4f-666b-4251-bc29-5af61cea515e on network ac0d243c-96e1-4511-805c-3cc35263e030 {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:34:44.077967 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-92bc2883-4e2c-4f8b-9297-585f973b1814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:34:44.078723 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:34:44.079164 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] Checking segment: {'id': 'a3d13e94-070c-448f-8505-753355ad28d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ac0d243c-96e1-4511-805c-3cc35263e030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:34:44.079615 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:44.080032 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] Bound using segment: {'id': 'a3d13e94-070c-448f-8505-753355ad28d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ac0d243c-96e1-4511-805c-3cc35263e030'} {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:34:44.080560 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] Bound port: 7e63cc4f-666b-4251-bc29-5af61cea515e, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d13e94-070c-448f-8505-753355ad28d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ac0d243c-96e1-4511-805c-3cc35263e030'}}] {{(pid=80883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:34:44.080959 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:44.167745 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] For port 7e63cc4f-666b-4251-bc29-5af61cea515e, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:34:44.172188 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] For port 7e63cc4f-666b-4251-bc29-5af61cea515e, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=7e63cc4f-666b-4251-bc29-5af61cea515e,segment=NetworkSegment(a3d13e94-070c-448f-8505-753355ad28d2),segment_id=a3d13e94-070c-448f-8505-753355ad28d2)] {{(pid=80883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:34:44.176792 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:44.180777 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-92bc2883-4e2c-4f8b-9297-585f973b1814 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:34:44.266653 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc2883-4e2c-4f8b-9297-585f973b1814 None None] Pushing event updated for resources: {'Port': ['ID=7e63cc4f-666b-4251-bc29-5af61cea515e,revision_number=4']} {{(pid=80883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:34:44.270411 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-92bc2883-4e2c-4f8b-9297-585f973b1814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:34:44.273103 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] Routers {'94525692-8531-4525-9aa7-6162c4175355'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:34:44.273763 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90c5c940>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:34:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['94525692-8531-4525-9aa7-6162c4175355'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:34:44.300216 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2b7a29e4-6ae3-4197-992d-57a7b5735b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:44.427867 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] Set router 94525692-8531-4525-9aa7-6162c4175355 gateway port host: None {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:34:44.728588 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:44.748085 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90c5c940>, [{'id': '94525692-8531-4525-9aa7-6162c4175355', 'name': 'router1', 'tenant_id': 'afcc51e9e1884cda824bef2957d4fb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:34:32Z', 'updated_at': '2021-07-06T00:34:41Z', 'revision_number': 2, 'project_id': 'afcc51e9e1884cda824bef2957d4fb90', 'gw_port_host': None, '_interfaces': [{'id': '7e63cc4f-666b-4251-bc29-5af61cea515e', 'name': '', 'network_id': 'ac0d243c-96e1-4511-805c-3cc35263e030', 'tenant_id': 'afcc51e9e1884cda824bef2957d4fb90', 'mac_address': 'fa:16:3e:6d:d6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94525692-8531-4525-9aa7-6162c4175355', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b80389d-45bf-43a2-aff9-5ab90969fc3c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:34:40Z', 'updated_at': '2021-07-06T00:34:44Z', 'revision_number': 4, 'project_id': 'afcc51e9e1884cda824bef2957d4fb90', 'subnets': [{'id': '8b80389d-45bf-43a2-aff9-5ab90969fc3c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07411764-9da1-475f-a2e8-974975f82478'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:34:44.752033 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7cd632-2cff-457f-b66f-f2655567f0f6 None None] The sync data for ids ['94525692-8531-4525-9aa7-6162c4175355'] in dv-cinder-799546-2-iscsi is: [{'id': '94525692-8531-4525-9aa7-6162c4175355', 'name': 'router1', 'tenant_id': 'afcc51e9e1884cda824bef2957d4fb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:34:32Z', 'updated_at': '2021-07-06T00:34:41Z', 'revision_number': 2, 'project_id': 'afcc51e9e1884cda824bef2957d4fb90', 'gw_port_host': None, '_interfaces': [{'id': '7e63cc4f-666b-4251-bc29-5af61cea515e', 'name': '', 'network_id': 'ac0d243c-96e1-4511-805c-3cc35263e030', 'tenant_id': 'afcc51e9e1884cda824bef2957d4fb90', 'mac_address': 'fa:16:3e:6d:d6:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94525692-8531-4525-9aa7-6162c4175355', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b80389d-45bf-43a2-aff9-5ab90969fc3c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:34:40Z', 'updated_at': '2021-07-06T00:34:44Z', 'revision_number': 4, 'project_id': 'afcc51e9e1884cda824bef2957d4fb90', 'subnets': [{'id': '8b80389d-45bf-43a2-aff9-5ab90969fc3c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07411764-9da1-475f-a2e8-974975f82478'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:34:44.814739 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 48874) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:34:44.998970 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ba5fdf-6a5e-49fd-805e-589e841ac151 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:34:44.999538 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-d4ba5fdf-6a5e-49fd-805e-589e841ac151 admin admin] Synchronizing usage tracker for tenant:0b97208620f043809371de9cd897ef30 on resource:network {{(pid=80881) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:34:45.016170 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-d4ba5fdf-6a5e-49fd-805e-589e841ac151 admin admin] Unset dirty status for tenant:0b97208620f043809371de9cd897ef30 on resource:network {{(pid=80881) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:34:45.024054 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-d4ba5fdf-6a5e-49fd-805e-589e841ac151 admin admin] 10.222.0.13 "GET /v2.0/networks/34126de2-0804-4024-8df6-3ba8cfd107e5 HTTP/1.1" status: 200  len: 842 time: 0.2016163
Jul 06 00:34:45.028858 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-4e50033a-f2d5-4e70-898b-4489bc85b4c5 admin admin] Request body: {'subnet': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'ip_version': 4}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:34:45.034703 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-4e50033a-f2d5-4e70-898b-4489bc85b4c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:34:45.038614 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-4e50033a-f2d5-4e70-898b-4489bc85b4c5 admin admin] Usage tracker for resource:subnet and tenant:0b97208620f043809371de9cd897ef30 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:34:45.041939 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-4e50033a-f2d5-4e70-898b-4489bc85b4c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:34:45.047704 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-4e50033a-f2d5-4e70-898b-4489bc85b4c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:34:45.056362 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e50033a-f2d5-4e70-898b-4489bc85b4c5 admin admin] Made reservation on behalf of 0b97208620f043809371de9cd897ef30 for: {'subnet': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:34:45.061587 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4e50033a-f2d5-4e70-898b-4489bc85b4c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:45.419206 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4e50033a-f2d5-4e70-898b-4489bc85b4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for subnet, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:45.423556 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:34:45.511981 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50033a-f2d5-4e70-898b-4489bc85b4c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b,revision_number=0']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:34:45.519219 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-4e50033a-f2d5-4e70-898b-4489bc85b4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:34:45.531893 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e50033a-f2d5-4e70-898b-4489bc85b4c5 admin admin] Checking segment: {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:34:45.532289 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e50033a-f2d5-4e70-898b-4489bc85b4c5 admin admin] Network hostable DHCP agents. Network: 34126de2-0804-4024-8df6-3ba8cfd107e5, hostable agents: ['f5e345ff-b6f9-433d-a315-fe369d22c770'], hosted agents: [] {{(pid=80881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 00:34:45.543128 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e50033a-f2d5-4e70-898b-4489bc85b4c5 admin admin] Network 34126de2-0804-4024-8df6-3ba8cfd107e5 is scheduled to be hosted by DHCP agent f5e345ff-b6f9-433d-a315-fe369d22c770 {{(pid=80881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 00:34:45.554461 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-4e50033a-f2d5-4e70-898b-4489bc85b4c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-2-iscsi, 34126de2-0804-4024-8df6-3ba8cfd107e5) {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:34:45.560110 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e50033a-f2d5-4e70-898b-4489bc85b4c5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:34:45.560765 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4e50033a-f2d5-4e70-898b-4489bc85b4c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for subnet, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:45.563998 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6270365-8258-4b69-b8eb-eb27c683deba None None] Network 34126de2-0804-4024-8df6-3ba8cfd107e5 requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:34:45.589954 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-4e50033a-f2d5-4e70-898b-4489bc85b4c5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5650947
Jul 06 00:34:45.800894 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e387fec5-bc79-4532-9cdb-9252ef324655 None None] Network 34126de2-0804-4024-8df6-3ba8cfd107e5 requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:34:45.904509 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 7e63cc4f-666b-4251-bc29-5af61cea515e up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:34:45.967982 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:46.052077 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port 7e63cc4f-666b-4251-bc29-5af61cea515e completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:34:46.066168 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 7e63cc4f-666b-4251-bc29-5af61cea515e triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:34:46.066717 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:46.221763 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:46.255095 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] For port 7e63cc4f-666b-4251-bc29-5af61cea515e, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=7e63cc4f-666b-4251-bc29-5af61cea515e,segment=NetworkSegment(a3d13e94-070c-448f-8505-753355ad28d2),segment_id=a3d13e94-070c-448f-8505-753355ad28d2)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:34:46.257696 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:46.259835 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:34:46.326050 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Pushing event updated for resources: {'Port': ['ID=7e63cc4f-666b-4251-bc29-5af61cea515e,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:34:46.329151 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:34:47.789213 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 48890) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:34:47.838746 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 7e63cc4f-666b-4251-bc29-5af61cea515e up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:34:47.905974 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 7e63cc4f-666b-4251-bc29-5af61cea515e triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:34:47.906371 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:48.029896 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-7c19be33-030f-41ac-bc1b-bc983e2f4e87 admin admin] 10.222.0.13 "GET /v2.0/routers/94525692-8531-4525-9aa7-6162c4175355 HTTP/1.1" status: 200  len: 710 time: 0.2393172
Jul 06 00:34:48.168144 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f6d82b-ff83-41ce-8844-8ba51e5817b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:34:48.171179 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-b3f6d82b-ff83-41ce-8844-8ba51e5817b1 admin admin] 10.222.0.13 "GET /v2.0/networks/34126de2-0804-4024-8df6-3ba8cfd107e5 HTTP/1.1" status: 200  len: 886 time: 0.1331663
Jul 06 00:34:48.180222 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-0ea53bb2-a07a-4c90-b94c-a13cc4f8fd84 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:34:48.806873 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0ea53bb2-a07a-4c90-b94c-a13cc4f8fd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-466541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9134'] for router, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:48.986203 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0ea53bb2-a07a-4c90-b94c-a13cc4f8fd84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:49.037089 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0ea53bb2-a07a-4c90-b94c-a13cc4f8fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:49.166311 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-0ea53bb2-a07a-4c90-b94c-a13cc4f8fd84 admin admin] Allocated IP 172.27.1.30 (34126de2-0804-4024-8df6-3ba8cfd107e5/1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b/98b5dd03-d233-4cd5-ab58-2efe2b81c453) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:34:49.307916 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0ea53bb2-a07a-4c90-b94c-a13cc4f8fd84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:49.331716 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0ea53bb2-a07a-4c90-b94c-a13cc4f8fd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:49.336048 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f10c84c8-6f51-4940-a64d-79bcaa01aeaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:34:49.397794 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea53bb2-a07a-4c90-b94c-a13cc4f8fd84 admin admin] Network 34126de2-0804-4024-8df6-3ba8cfd107e5 is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:34:49.401418 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-0ea53bb2-a07a-4c90-b94c-a13cc4f8fd84 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:34:49.404120 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea53bb2-a07a-4c90-b94c-a13cc4f8fd84 admin admin] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:34:49.432605 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea53bb2-a07a-4c90-b94c-a13cc4f8fd84 admin admin] Pushing event updated for resources: {'Port': ['ID=98b5dd03-d233-4cd5-ab58-2efe2b81c453,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:34:49.435316 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0ea53bb2-a07a-4c90-b94c-a13cc4f8fd84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:34:49.538636 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0ea53bb2-a07a-4c90-b94c-a13cc4f8fd84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:49.693919 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0ea53bb2-a07a-4c90-b94c-a13cc4f8fd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-466541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9134'] for router, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:49.697174 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0ea53bb2-a07a-4c90-b94c-a13cc4f8fd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854309366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854309275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-466450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-519364'] for router, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:49.880412 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea53bb2-a07a-4c90-b94c-a13cc4f8fd84 admin admin] Router 94525692-8531-4525-9aa7-6162c4175355 has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:34:50.247614 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea53bb2-a07a-4c90-b94c-a13cc4f8fd84 admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:34:50.256594 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0ea53bb2-a07a-4c90-b94c-a13cc4f8fd84 admin admin] Notify callbacks [] for router, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:50.257534 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] Sync routers for ids ['94525692-8531-4525-9aa7-6162c4175355'] in dv-cinder-799546-2-iscsi {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:34:50.257901 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-0ea53bb2-a07a-4c90-b94c-a13cc4f8fd84 admin admin] 10.222.0.13 "PUT /v2.0/routers/94525692-8531-4525-9aa7-6162c4175355 HTTP/1.1" status: 200  len: 889 time: 2.0812876
Jul 06 00:34:50.271156 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] Routers {'94525692-8531-4525-9aa7-6162c4175355'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:34:50.271890 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90299f60>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:34:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['94525692-8531-4525-9aa7-6162c4175355'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:34:50.455659 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] Set router 94525692-8531-4525-9aa7-6162c4175355 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:34:50.793746 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90299f60>, [{'id': '94525692-8531-4525-9aa7-6162c4175355', 'name': 'router1', 'tenant_id': 'afcc51e9e1884cda824bef2957d4fb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '98b5dd03-d233-4cd5-ab58-2efe2b81c453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:34:32Z', 'updated_at': '2021-07-06T00:34:49Z', 'revision_number': 4, 'project_id': 'afcc51e9e1884cda824bef2957d4fb90', 'gw_port': {'id': '98b5dd03-d233-4cd5-ab58-2efe2b81c453', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94525692-8531-4525-9aa7-6162c4175355', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:34:49Z', 'updated_at': '2021-07-06T00:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '7e63cc4f-666b-4251-bc29-5af61cea515e', 'name': '', 'network_id': 'ac0d243c-96e1-4511-805c-3cc35263e030', 'tenant_id': 'afcc51e9e1884cda824bef2957d4fb90', 'mac_address': 'fa:16:3e:6d:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94525692-8531-4525-9aa7-6162c4175355', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b80389d-45bf-43a2-aff9-5ab90969fc3c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:34:40Z', 'updated_at': '2021-07-06T00:34:46Z', 'revision_number': 5, 'project_id': 'afcc51e9e1884cda824bef2957d4fb90', 'subnets': [{'id': '8b80389d-45bf-43a2-aff9-5ab90969fc3c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07411764-9da1-475f-a2e8-974975f82478'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:34:50.798507 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] Checking router: 94525692-8531-4525-9aa7-6162c4175355 for host: dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:34:50.798892 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] Updating router 94525692-8531-4525-9aa7-6162c4175355 port 98b5dd03-d233-4cd5-ab58-2efe2b81c453 binding host dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 00:34:50.849622 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:51.170978 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] Notify callbacks [] for port, precommit_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:51.182925 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] Transition to ACTIVE for port object 98b5dd03-d233-4cd5-ab58-2efe2b81c453 will not be triggered until provisioned by entity L2. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:34:51.188408 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:51.192925 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:34:51.270928 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c5737-bc1e-487f-b5e8-726ff5474de5 None None] Pushing event updated for resources: {'Port': ['ID=98b5dd03-d233-4cd5-ab58-2efe2b81c453,revision_number=2']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:34:51.273704 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] Attempting to bind port 98b5dd03-d233-4cd5-ab58-2efe2b81c453 on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:34:51.274113 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] Attempting to bind port 98b5dd03-d233-4cd5-ab58-2efe2b81c453 by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:34:51.274521 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] Attempting to bind port 98b5dd03-d233-4cd5-ab58-2efe2b81c453 on network 34126de2-0804-4024-8df6-3ba8cfd107e5 {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:34:51.277307 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9a4c5737-bc1e-487f-b5e8-726ff5474de5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:34:51.282660 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:34:51.283063 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] Checking segment: {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:34:51.283533 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:51.283955 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] Bound using segment: {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:34:51.284464 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] Bound port: 98b5dd03-d233-4cd5-ab58-2efe2b81c453, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:34:51.284884 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:51.352489 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] For port 98b5dd03-d233-4cd5-ab58-2efe2b81c453, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:34:51.355659 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] For port 98b5dd03-d233-4cd5-ab58-2efe2b81c453, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=98b5dd03-d233-4cd5-ab58-2efe2b81c453,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:34:51.358785 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:51.363347 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:34:51.440735 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c5737-bc1e-487f-b5e8-726ff5474de5 None None] Pushing event updated for resources: {'Port': ['ID=98b5dd03-d233-4cd5-ab58-2efe2b81c453,revision_number=3']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:34:51.444867 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9a4c5737-bc1e-487f-b5e8-726ff5474de5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:34:51.445888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] Routers {'94525692-8531-4525-9aa7-6162c4175355'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:34:51.446536 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90299f60>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:34:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['94525692-8531-4525-9aa7-6162c4175355'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:34:51.620186 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] Set router 94525692-8531-4525-9aa7-6162c4175355 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:34:52.097758 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90299f60>, [{'id': '94525692-8531-4525-9aa7-6162c4175355', 'name': 'router1', 'tenant_id': 'afcc51e9e1884cda824bef2957d4fb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '98b5dd03-d233-4cd5-ab58-2efe2b81c453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:34:32Z', 'updated_at': '2021-07-06T00:34:49Z', 'revision_number': 4, 'project_id': 'afcc51e9e1884cda824bef2957d4fb90', 'gw_port': {'id': '98b5dd03-d233-4cd5-ab58-2efe2b81c453', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94525692-8531-4525-9aa7-6162c4175355', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:34:49Z', 'updated_at': '2021-07-06T00:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '7e63cc4f-666b-4251-bc29-5af61cea515e', 'name': '', 'network_id': 'ac0d243c-96e1-4511-805c-3cc35263e030', 'tenant_id': 'afcc51e9e1884cda824bef2957d4fb90', 'mac_address': 'fa:16:3e:6d:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94525692-8531-4525-9aa7-6162c4175355', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b80389d-45bf-43a2-aff9-5ab90969fc3c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:34:40Z', 'updated_at': '2021-07-06T00:34:46Z', 'revision_number': 5, 'project_id': 'afcc51e9e1884cda824bef2957d4fb90', 'subnets': [{'id': '8b80389d-45bf-43a2-aff9-5ab90969fc3c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07411764-9da1-475f-a2e8-974975f82478'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:34:52.101716 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decc4e0b-0439-406f-b680-6e4578dc40f2 None None] The sync data for ids ['94525692-8531-4525-9aa7-6162c4175355'] in dv-cinder-799546-2-iscsi is: [{'id': '94525692-8531-4525-9aa7-6162c4175355', 'name': 'router1', 'tenant_id': 'afcc51e9e1884cda824bef2957d4fb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '98b5dd03-d233-4cd5-ab58-2efe2b81c453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:34:32Z', 'updated_at': '2021-07-06T00:34:49Z', 'revision_number': 4, 'project_id': 'afcc51e9e1884cda824bef2957d4fb90', 'gw_port': {'id': '98b5dd03-d233-4cd5-ab58-2efe2b81c453', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a9:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94525692-8531-4525-9aa7-6162c4175355', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:34:49Z', 'updated_at': '2021-07-06T00:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '7e63cc4f-666b-4251-bc29-5af61cea515e', 'name': '', 'network_id': 'ac0d243c-96e1-4511-805c-3cc35263e030', 'tenant_id': 'afcc51e9e1884cda824bef2957d4fb90', 'mac_address': 'fa:16:3e:6d:d6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94525692-8531-4525-9aa7-6162c4175355', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b80389d-45bf-43a2-aff9-5ab90969fc3c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:34:40Z', 'updated_at': '2021-07-06T00:34:46Z', 'revision_number': 5, 'project_id': 'afcc51e9e1884cda824bef2957d4fb90', 'subnets': [{'id': '8b80389d-45bf-43a2-aff9-5ab90969fc3c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '07411764-9da1-475f-a2e8-974975f82478'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:34:52.550301 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 48902) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:34:52.698182 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-b540870d-e256-40eb-b682-e0c31244ee1e admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1079 time: 0.1465623
Jul 06 00:34:53.865695 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 98b5dd03-d233-4cd5-ab58-2efe2b81c453 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:34:53.939372 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port 98b5dd03-d233-4cd5-ab58-2efe2b81c453 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:34:53.947592 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 98b5dd03-d233-4cd5-ab58-2efe2b81c453 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:34:53.948010 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:54.060779 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:54.077255 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] For port 98b5dd03-d233-4cd5-ab58-2efe2b81c453, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=98b5dd03-d233-4cd5-ab58-2efe2b81c453,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:34:54.083041 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:34:54.085647 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9a4c5737-bc1e-487f-b5e8-726ff5474de5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:34:54.156275 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Pushing event updated for resources: {'Port': ['ID=98b5dd03-d233-4cd5-ab58-2efe2b81c453,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:34:54.159689 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:34:55.865480 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 98b5dd03-d233-4cd5-ab58-2efe2b81c453 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:34:55.963597 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 98b5dd03-d233-4cd5-ab58-2efe2b81c453 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:34:55.963597 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:35:12.258056 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1c4d77a0-80e4-4625-a291-40d6eed22f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:35:13.596585 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:35:14.291694 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a7244633-6e21-4564-af94-578f559fb473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:35:14.728040 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:35:14.906999 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 5 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:35:15.869405 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:35:42.251300 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bb404e3d-9b7c-473e-9262-d7ab72e87f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:35:43.597715 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:35:44.294774 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cd28b1d6-1d4b-4513-8d86-ff18b720357a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:35:44.731302 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:35:45.876764 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:35:51.914019 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 5 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:36:12.253262 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a602-1a2e-4d5e-852c-23a0401d960d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:36:13.600016 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:36:14.296523 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ffb7ddee-80da-4896-a515-5b5e6aad9b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:36:14.732883 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:36:15.879585 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:36:27.454370 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 49408) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:36:27.553559 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.pecan_wsgi.hooks.translation [None req-675b76fe-3a5d-49c5-9e7a-fa3697dab57f admin admin] GET failed (client error): The resource could not be found.
Jul 06 00:36:27.555388 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-675b76fe-3a5d-49c5-9e7a-fa3697dab57f admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0994153
Jul 06 00:36:27.688794 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eae019-801f-4125-bf12-e4aa27b9529f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:36:27.690225 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-51eae019-801f-4125-bf12-e4aa27b9529f admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1297975
Jul 06 00:36:28.905518 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 5 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:36:29.746373 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 49420) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:36:29.882302 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d1cf05-133b-4235-bc31-7118f210c600 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:36:29.884125 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-39d1cf05-133b-4235-bc31-7118f210c600 admin admin] Synchronizing usage tracker for tenant:0b97208620f043809371de9cd897ef30 on resource:subnet {{(pid=80881) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:36:29.899577 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-39d1cf05-133b-4235-bc31-7118f210c600 admin admin] Unset dirty status for tenant:0b97208620f043809371de9cd897ef30 on resource:subnet {{(pid=80881) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:36:29.900792 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-39d1cf05-133b-4235-bc31-7118f210c600 admin admin] 10.222.0.13 "GET /v2.0/subnets/8b80389d-45bf-43a2-aff9-5ab90969fc3c HTTP/1.1" status: 200  len: 849 time: 0.1534009
Jul 06 00:36:29.911653 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-d5323171-5402-4c3c-85dc-8d862eedc819 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:36:30.025085 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d5323171-5402-4c3c-85dc-8d862eedc819 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:36:30.205775 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d5323171-5402-4c3c-85dc-8d862eedc819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363302349441481'] for subnet, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:36:30.210144 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a0eba5fd-001b-4ab4-9e7e-c1c23665a596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:36:30.254837 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5323171-5402-4c3c-85dc-8d862eedc819 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:36:30.255484 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d5323171-5402-4c3c-85dc-8d862eedc819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for subnet, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:36:30.256100 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667715d0-1a79-4669-bada-a4a0f9081e5d None None] Network ac0d243c-96e1-4511-805c-3cc35263e030 requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:36:30.259662 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-d5323171-5402-4c3c-85dc-8d862eedc819 admin admin] 10.222.0.13 "PUT /v2.0/subnets/8b80389d-45bf-43a2-aff9-5ab90969fc3c HTTP/1.1" status: 200  len: 868 time: 0.3492587
Jul 06 00:36:30.273268 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5323171-5402-4c3c-85dc-8d862eedc819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b80389d-45bf-43a2-aff9-5ab90969fc3c,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:36:30.283097 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5323171-5402-4c3c-85dc-8d862eedc819 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:36:30.283476 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5323171-5402-4c3c-85dc-8d862eedc819 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:36:30.283848 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5323171-5402-4c3c-85dc-8d862eedc819 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:36:30.284208 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5323171-5402-4c3c-85dc-8d862eedc819 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:36:30.284570 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5323171-5402-4c3c-85dc-8d862eedc819 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:36:30.284926 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5323171-5402-4c3c-85dc-8d862eedc819 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:36:30.285280 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5323171-5402-4c3c-85dc-8d862eedc819 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:36:30.285653 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5323171-5402-4c3c-85dc-8d862eedc819 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:36:30.286003 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5323171-5402-4c3c-85dc-8d862eedc819 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:36:30.286352 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5323171-5402-4c3c-85dc-8d862eedc819 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:36:30.286703 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5323171-5402-4c3c-85dc-8d862eedc819 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:36:30.291045 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d5323171-5402-4c3c-85dc-8d862eedc819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:36:30.784369 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-39a6181b-ce0b-4c58-81f9-39741c8fc82b None None] Provisioning complete for port ee101d90-8d39-48a7-b4b3-873aad4c7ec4 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:36:30.784681 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-39a6181b-ce0b-4c58-81f9-39741c8fc82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:36:30.906781 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-39a6181b-ce0b-4c58-81f9-39741c8fc82b None None] Provisioning complete for port 7e63cc4f-666b-4251-bc29-5af61cea515e triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:36:30.907245 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-39a6181b-ce0b-4c58-81f9-39741c8fc82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:36:32.391282 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 49432) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:36:33.264592 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.policy [None req-ea227cad-8d6f-49ff-aebe-4a3864876bbf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80880) register_rules /opt/stack/neutron/neutron/policy.py:66}}
Jul 06 00:36:33.270934 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea227cad-8d6f-49ff-aebe-4a3864876bbf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:36:33.271648 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea227cad-8d6f-49ff-aebe-4a3864876bbf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:36:33.274287 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-ea227cad-8d6f-49ff-aebe-4a3864876bbf admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.8798521
Jul 06 00:36:35.329894 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 49450) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:36:35.542466 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb02815-64c8-4d10-b5a7-c2790f49d2e0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:36:35.542886 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb02815-64c8-4d10-b5a7-c2790f49d2e0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:36:35.544505 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-ccb02815-64c8-4d10-b5a7-c2790f49d2e0 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2135928
Jul 06 00:36:37.606165 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 49462) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:36:37.807073 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7330c320-aee4-4df5-b246-9489194a347b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:36:37.808462 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-7330c320-aee4-4df5-b246-9489194a347b admin admin] 10.222.0.13 "GET /v2.0/networks/34126de2-0804-4024-8df6-3ba8cfd107e5 HTTP/1.1" status: 200  len: 886 time: 0.2012770
Jul 06 00:36:39.867758 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 49474) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:36:40.222864 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c56728-9ad9-4a48-9fe3-20bcd84afbb1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:36:40.224363 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-34c56728-9ad9-4a48-9fe3-20bcd84afbb1 admin admin] 10.222.0.13 "GET /v2.0/networks/ac0d243c-96e1-4511-805c-3cc35263e030 HTTP/1.1" status: 200  len: 869 time: 0.3555818
Jul 06 00:36:42.259785 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e8b77a3d-5c04-45e3-b925-7cd49d7d086a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:36:42.267285 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 49486) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:36:42.404122 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52eb50d-6820-4c11-9b9d-a0a514263f75 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:36:42.404471 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52eb50d-6820-4c11-9b9d-a0a514263f75 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:36:42.406022 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-e52eb50d-6820-4c11-9b9d-a0a514263f75 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1376400
Jul 06 00:36:43.608830 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:36:44.296830 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6d7f3c3a-8d42-45ba-9420-9ed1da2e39a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:36:44.445187 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 49498) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:36:44.581755 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978f32a1-6fb5-454c-bdba-d5279dc8b1c8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:36:44.582166 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978f32a1-6fb5-454c-bdba-d5279dc8b1c8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:36:44.583740 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-978f32a1-6fb5-454c-bdba-d5279dc8b1c8 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1374788
Jul 06 00:36:44.736883 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:36:45.886727 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:36:46.631992 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 49510) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:36:46.763801 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b237b1d7-9379-4a44-8738-ca6036385a09 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:36:46.765187 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-b237b1d7-9379-4a44-8738-ca6036385a09 admin admin] 10.222.0.13 "GET /v2.0/subnets/1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b HTTP/1.1" status: 200  len: 816 time: 0.1311119
Jul 06 00:36:48.852390 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 49522) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:36:48.992992 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3d741a-5de2-4b23-8bc4-c128a5cd1f7f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:36:48.994368 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-8a3d741a-5de2-4b23-8bc4-c128a5cd1f7f admin admin] 10.222.0.13 "GET /v2.0/subnets/8b80389d-45bf-43a2-aff9-5ab90969fc3c HTTP/1.1" status: 200  len: 868 time: 0.1409628
Jul 06 00:37:05.905508 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 5 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:37:07.224949 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 49576) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:37:07.305004 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [None req-bd876338-3b02-46df-a3d4-c82f384d0109 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 06 00:37:07.306084 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-bd876338-3b02-46df-a3d4-c82f384d0109 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 11621 time: 0.0793788
Jul 06 00:37:09.406543 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 49588) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:37:09.505800 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f25c65-2d8f-44f3-bf9f-978aa0246b2d admin admin] GET failed (client error): The resource could not be found.
Jul 06 00:37:09.507714 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-52f25c65-2d8f-44f3-bf9f-978aa0246b2d admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1000674
Jul 06 00:37:09.643099 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8cc026-c382-48a0-ae72-c7955a620516 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:37:09.644680 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-cc8cc026-c382-48a0-ae72-c7955a620516 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1320105
Jul 06 00:37:11.712740 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 49600) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:37:11.790081 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:37:11.793290 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.quota [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f1a9088f080>.
Jul 06 00:37:11.799641 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:37:11.811951 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:37:11.824092 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Made reservation on behalf of 0b97208620f043809371de9cd897ef30 for: {'network': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:37:11.829839 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for network, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:11.923425 dv-cinder-799546-2-iscsi neutron-server[80769]: WARNING neutron.services.revisions.revision_plugin [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f1a90ac5630] {project_id='0b97208620f043809371de9cd897ef30', id='18a6f9a0-0276-4901-9984-f366a455586f', target_tenant='*', action='access_as_shared', object_id='c84c1f35-98a6-475b-b2d2-8aa9508ed4cc'}> to bump revision.
Jul 06 00:37:11.939302 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'}  {{(pid=80880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 00:37:11.950040 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363302349336282', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:11.950599 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f1a91811268> segment precommit_create {{(pid=80880) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Jul 06 00:37:11.951046 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.segments_db [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Added segment 56851451-e651-4755-a083-b18cc7ae3eb4 of type vlan for network c84c1f35-98a6-475b-b2d2-8aa9508ed4cc
Jul 06 00:37:12.020300 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734504930197'] for network, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:12.056111 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for network, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:12.057570 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:37:12.058187 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:12.064276 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:37:12.161093 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4471748
Jul 06 00:37:12.169262 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Pushing event updated for resources: {'Network': ['ID=c84c1f35-98a6-475b-b2d2-8aa9508ed4cc,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:37:12.179566 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:37:12.179957 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:37:12.180323 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:37:12.180681 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:37:12.181052 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:37:12.181400 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:37:12.181751 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:37:12.182110 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:37:12.182455 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:37:12.182802 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:37:12.183172 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Tracked resource versions report:
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]: pushed versions:
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]: {   'ConntrackHelper': {'1.0'},
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Log': {'1.0'},
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Network': {'1.0'},
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Port': {'1.5'},
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]:     'PortForwarding': {'1.1'},
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]:     'QosPolicy': {'1.8'},
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]:     'SecurityGroup': {'1.1'},
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]:     'SecurityGroupRule': {'1.0'},
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]:     'SubPort': {'1.0'},
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Subnet': {'1.0'},
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Trunk': {'1.1'}}
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]: consumer versions:
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]: {   DHCP agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]:     L3 agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]:     Metadata agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]:     Metering agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]:     Open vSwitch agent@dv-cinder-799546-2-iscsi: {   'ConntrackHelper': '1.0',
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Log': '1.0',
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Network': '1.0',
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Port': '1.5',
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'PortForwarding': '1.1',
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'QosPolicy': '1.8',
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'SecurityGroup': '1.1',
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'SecurityGroupRule': '1.0',
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'SubPort': '1.0',
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Subnet': '1.0',
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Trunk': '1.1'}}
Jul 06 00:37:12.184285 dv-cinder-799546-2-iscsi neutron-server[80769]:  {{(pid=80880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 06 00:37:12.213503 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:37:12.221502 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Network c84c1f35-98a6-475b-b2d2-8aa9508ed4cc details requested by agent ovs-agent-dv-cinder-799546-2-iscsi with host dv-cinder-799546-2-iscsi {{(pid=80882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 00:37:12.329751 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-543c097a-8458-4c08-8207-e9e9dfd18694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:13.602046 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:14.231774 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 49616) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:37:14.298795 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e538ff1d-fafe-462d-bf4a-edb0d4cc15c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:14.335570 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f42166-a6bd-444f-8622-c5a5221fb67c admin admin] GET failed (client error): The resource could not be found.
Jul 06 00:37:14.336127 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-e9f42166-a6bd-444f-8622-c5a5221fb67c admin admin] Synchronizing usage tracker for tenant:0b97208620f043809371de9cd897ef30 on resource:network {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:37:14.350939 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-e9f42166-a6bd-444f-8622-c5a5221fb67c admin admin] Unset dirty status for tenant:0b97208620f043809371de9cd897ef30 on resource:network {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:37:14.352139 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-e9f42166-a6bd-444f-8622-c5a5221fb67c admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1193502
Jul 06 00:37:14.462389 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ddaf11-9727-4fdf-ba31-00e4eb8d131f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:37:14.463945 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-53ddaf11-9727-4fdf-ba31-00e4eb8d131f admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1067214
Jul 06 00:37:14.475089 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-72c63d6b-de81-48be-b96a-a0181074adad admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'c84c1f35-98a6-475b-b2d2-8aa9508ed4cc', 'name': 'shared-subnet'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:37:14.480411 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-72c63d6b-de81-48be-b96a-a0181074adad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:37:14.490008 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-72c63d6b-de81-48be-b96a-a0181074adad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:37:14.499823 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c63d6b-de81-48be-b96a-a0181074adad admin admin] Made reservation on behalf of 0b97208620f043809371de9cd897ef30 for: {'subnet': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:37:14.504218 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-72c63d6b-de81-48be-b96a-a0181074adad admin admin] Notify callbacks [] for subnet, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:14.725613 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-72c63d6b-de81-48be-b96a-a0181074adad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for subnet, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:14.730310 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:37:14.739536 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:14.802775 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c63d6b-de81-48be-b96a-a0181074adad admin admin] Pushing event updated for resources: {'Subnet': ['ID=442dc665-ff7c-4d1b-8f32-1579849bbf67,revision_number=0']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:37:14.806223 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-72c63d6b-de81-48be-b96a-a0181074adad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:37:14.814864 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c63d6b-de81-48be-b96a-a0181074adad admin admin] Checking segment: {'id': '56851451-e651-4755-a083-b18cc7ae3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c84c1f35-98a6-475b-b2d2-8aa9508ed4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:37:14.815302 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c63d6b-de81-48be-b96a-a0181074adad admin admin] Network hostable DHCP agents. Network: c84c1f35-98a6-475b-b2d2-8aa9508ed4cc, hostable agents: ['f5e345ff-b6f9-433d-a315-fe369d22c770'], hosted agents: [] {{(pid=80880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 00:37:14.825969 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c63d6b-de81-48be-b96a-a0181074adad admin admin] Network c84c1f35-98a6-475b-b2d2-8aa9508ed4cc is scheduled to be hosted by DHCP agent f5e345ff-b6f9-433d-a315-fe369d22c770 {{(pid=80880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 00:37:14.835844 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-72c63d6b-de81-48be-b96a-a0181074adad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-2-iscsi, c84c1f35-98a6-475b-b2d2-8aa9508ed4cc) {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:37:14.840127 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c63d6b-de81-48be-b96a-a0181074adad admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:37:14.840749 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-72c63d6b-de81-48be-b96a-a0181074adad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for subnet, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:14.845484 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5464dc38-2a80-4774-a9dc-889fd2162e5f None None] Network c84c1f35-98a6-475b-b2d2-8aa9508ed4cc requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:37:14.864381 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-72c63d6b-de81-48be-b96a-a0181074adad admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3930078
Jul 06 00:37:15.067774 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ad2b633-77d2-5f9f-ab76-6e81795dec0e-c84c1f35-98a6-475b-b2d2-8aa9508ed4cc', 'network_id': 'c84c1f35-98a6-475b-b2d2-8aa9508ed4cc', 'tenant_id': '0b97208620f043809371de9cd897ef30', 'fixed_ips': [{'subnet_id': '442dc665-ff7c-4d1b-8f32-1579849bbf67'}]}} from dv-cinder-799546-2-iscsi. {{(pid=80882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 06 00:37:15.068653 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:15.227446 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Allocated IP 192.168.233.2 (c84c1f35-98a6-475b-b2d2-8aa9508ed4cc/442dc665-ff7c-4d1b-8f32-1579849bbf67/f16298f7-7844-411d-8951-61da9d258908) {{(pid=80882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:37:15.586841 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Notify callbacks [] for port, precommit_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:15.597243 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Transition to ACTIVE for port object f16298f7-7844-411d-8951-61da9d258908 will not be triggered until provisioned by entity L2. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:37:15.621385 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Transition to ACTIVE for port object f16298f7-7844-411d-8951-61da9d258908 will not be triggered until provisioned by entity DHCP. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:37:15.625838 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:15.630384 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9a4c5737-bc1e-487f-b5e8-726ff5474de5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:37:15.691411 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Network c84c1f35-98a6-475b-b2d2-8aa9508ed4cc is already hosted by enough agents. {{(pid=80882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:37:15.695021 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Resources bound (agent type, host, resource id):  {{(pid=80882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:37:15.697614 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Received port after_create {{(pid=80882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:37:15.705555 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Pushing event updated for resources: {'Port': ['ID=f16298f7-7844-411d-8951-61da9d258908,revision_number=1']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:37:15.743602 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:37:15.744148 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:37:15.744326 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:37:15.744687 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:37:15.745048 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:37:15.745408 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:37:15.745766 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:37:15.746120 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:37:15.746470 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:37:15.746823 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:37:15.747222 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:37:15.759349 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:37:15.808099 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Attempting to bind port f16298f7-7844-411d-8951-61da9d258908 on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:37:15.808505 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Attempting to bind port f16298f7-7844-411d-8951-61da9d258908 by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': '56851451-e651-4755-a083-b18cc7ae3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c84c1f35-98a6-475b-b2d2-8aa9508ed4cc'}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:37:15.808904 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Attempting to bind port f16298f7-7844-411d-8951-61da9d258908 on network c84c1f35-98a6-475b-b2d2-8aa9508ed4cc {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:37:15.815657 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:37:15.816132 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Checking segment: {'id': '56851451-e651-4755-a083-b18cc7ae3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c84c1f35-98a6-475b-b2d2-8aa9508ed4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:37:15.816566 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:15.816992 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Bound using segment: {'id': '56851451-e651-4755-a083-b18cc7ae3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c84c1f35-98a6-475b-b2d2-8aa9508ed4cc'} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:37:15.817496 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Bound port: f16298f7-7844-411d-8951-61da9d258908, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56851451-e651-4755-a083-b18cc7ae3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c84c1f35-98a6-475b-b2d2-8aa9508ed4cc'}}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:37:15.817915 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:15.913552 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:15.922135 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] For port f16298f7-7844-411d-8951-61da9d258908, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:37:15.925393 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] For port f16298f7-7844-411d-8951-61da9d258908, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=f16298f7-7844-411d-8951-61da9d258908,segment=NetworkSegment(56851451-e651-4755-a083-b18cc7ae3eb4),segment_id=56851451-e651-4755-a083-b18cc7ae3eb4)] {{(pid=80882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:37:15.929060 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:15.933708 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:37:16.009699 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Pushing event updated for resources: {'Port': ['ID=f16298f7-7844-411d-8951-61da9d258908,revision_number=2']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:37:16.011627 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:37:17.413803 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e590c8d-28e8-414e-b6cd-b7d6c5f033fa None None] Network c84c1f35-98a6-475b-b2d2-8aa9508ed4cc requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:37:17.520305 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-6a8f0b16-f8e4-4975-972e-cd040b5bbe80 None None] Provisioning for port f16298f7-7844-411d-8951-61da9d258908 completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:37:17.977430 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device f16298f7-7844-411d-8951-61da9d258908 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:37:18.054942 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port f16298f7-7844-411d-8951-61da9d258908 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:37:18.060006 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port f16298f7-7844-411d-8951-61da9d258908 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:37:18.060421 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:18.174228 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:18.208819 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] For port f16298f7-7844-411d-8951-61da9d258908, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=f16298f7-7844-411d-8951-61da9d258908,segment=NetworkSegment(56851451-e651-4755-a083-b18cc7ae3eb4),segment_id=56851451-e651-4755-a083-b18cc7ae3eb4)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:37:18.211690 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:18.213786 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:37:18.273435 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Pushing event updated for resources: {'Port': ['ID=f16298f7-7844-411d-8951-61da9d258908,revision_number=3']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:37:18.276589 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:37:19.953435 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device f16298f7-7844-411d-8951-61da9d258908 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:37:20.022655 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port f16298f7-7844-411d-8951-61da9d258908 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:37:20.023059 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:42.265232 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1ce54438-0121-458b-b9e7-e59bf4a0de17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:42.906496 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 5 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:37:43.603960 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:44.299989 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-83b8b311-7bdb-4f09-8051-fc3cf772ec7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:44.743211 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:37:45.893216 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:38:12.267376 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-36623ccc-a4ba-4bd8-b740-d65280a81fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:38:13.607227 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:38:14.302245 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-88a7aedf-097f-4df9-9018-553518fbbe78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:38:14.746415 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:38:15.899898 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:38:19.907005 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 5 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:38:40.359507 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 49650) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:38:40.366218 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [None req-4c75900e-e845-43a0-9a22-acf279544b00 tempest-verify_tempest_config-226091583 tempest-verify_tempest_config-226091583-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 06 00:38:40.367334 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-4c75900e-e845-43a0-9a22-acf279544b00 tempest-verify_tempest_config-226091583 tempest-verify_tempest_config-226091583-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 11616 time: 0.0067303
Jul 06 00:38:40.703275 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 49668) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:38:40.852933 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1893874d-8b04-46b7-a774-6d5f7aa573ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:38:40.895156 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-1893874d-8b04-46b7-a774-6d5f7aa573ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:38:40.904149 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-1893874d-8b04-46b7-a774-6d5f7aa573ee admin admin] Usage tracker for resource:security_group_rule and tenant:e7a4073365c34e48bf5e6e5a84343d41 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:38:40.907432 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-1893874d-8b04-46b7-a774-6d5f7aa573ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:38:40.913946 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-1893874d-8b04-46b7-a774-6d5f7aa573ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:38:40.989199 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1893874d-8b04-46b7-a774-6d5f7aa573ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:38:40.991755 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1893874d-8b04-46b7-a774-6d5f7aa573ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:38:40.999299 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:38:41.040450 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893874d-8b04-46b7-a774-6d5f7aa573ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39aea9dd-946b-4bf3-818a-99cfea5ab6c4,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:38:41.046888 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-1893874d-8b04-46b7-a774-6d5f7aa573ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7a4073365c34e48bf5e6e5a84343d41&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3425372
Jul 06 00:38:41.049941 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 49674) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:38:41.052128 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893874d-8b04-46b7-a774-6d5f7aa573ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:38:41.052514 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893874d-8b04-46b7-a774-6d5f7aa573ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:38:41.052888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893874d-8b04-46b7-a774-6d5f7aa573ee admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:38:41.053251 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893874d-8b04-46b7-a774-6d5f7aa573ee admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:38:41.053648 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893874d-8b04-46b7-a774-6d5f7aa573ee admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:38:41.054006 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893874d-8b04-46b7-a774-6d5f7aa573ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:38:41.054364 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893874d-8b04-46b7-a774-6d5f7aa573ee admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:38:41.054733 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893874d-8b04-46b7-a774-6d5f7aa573ee admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:38:41.055085 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893874d-8b04-46b7-a774-6d5f7aa573ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:38:41.055461 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893874d-8b04-46b7-a774-6d5f7aa573ee admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:38:41.055809 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1893874d-8b04-46b7-a774-6d5f7aa573ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:38:41.060182 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1893874d-8b04-46b7-a774-6d5f7aa573ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:38:41.112347 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0145adb9-6169-4dff-9bbd-d0c49f503c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:38:41.142613 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0145adb9-6169-4dff-9bbd-d0c49f503c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:38:41.192644 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0145adb9-6169-4dff-9bbd-d0c49f503c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:38:41.197789 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:38:41.211765 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145adb9-6169-4dff-9bbd-d0c49f503c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39aea9dd-946b-4bf3-818a-99cfea5ab6c4,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:38:41.216766 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0145adb9-6169-4dff-9bbd-d0c49f503c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:38:41.217945 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-0145adb9-6169-4dff-9bbd-d0c49f503c31 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39aea9dd-946b-4bf3-818a-99cfea5ab6c4 HTTP/1.1" status: 204  len: 168 time: 0.1668880
Jul 06 00:38:41.223118 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0145adb9-6169-4dff-9bbd-d0c49f503c31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:38:41.223741 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0145adb9-6169-4dff-9bbd-d0c49f503c31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:38:41.224255 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0145adb9-6169-4dff-9bbd-d0c49f503c31 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:38:41.224626 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0145adb9-6169-4dff-9bbd-d0c49f503c31 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:38:41.224996 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0145adb9-6169-4dff-9bbd-d0c49f503c31 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:38:41.225881 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0145adb9-6169-4dff-9bbd-d0c49f503c31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:38:41.226245 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0145adb9-6169-4dff-9bbd-d0c49f503c31 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:38:41.226640 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0145adb9-6169-4dff-9bbd-d0c49f503c31 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:38:41.226975 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0145adb9-6169-4dff-9bbd-d0c49f503c31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:38:41.227358 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0145adb9-6169-4dff-9bbd-d0c49f503c31 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:38:41.227718 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0145adb9-6169-4dff-9bbd-d0c49f503c31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:38:41.231220 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0145adb9-6169-4dff-9bbd-d0c49f503c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:38:42.268808 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a22bc8a2-b4de-477c-badf-7a7a8f338c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:38:43.615887 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:38:44.303531 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0064cb0b-f7e0-47b8-a4ef-c3ba4df14c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:38:44.746916 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:38:45.912485 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:38:56.907351 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 5 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:39:12.271124 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-94b449a8-ddc1-412c-ac8c-1f01097de3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:39:13.607639 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:39:14.303871 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5c94100e-4f69-4eb0-a9fa-224da1eb5927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:39:14.750204 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:39:15.906642 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:39:33.907306 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 5 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:39:42.272113 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-de39edc3-17de-47a4-ae1b-2a29815f4d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:39:43.609570 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:39:44.305772 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cee82558-b945-433c-aff0-31f27b3a853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:39:44.753724 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:39:45.910097 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:40:10.907825 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 5 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:40:12.274108 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-25d4f0bc-19b1-4093-9a97-0703e1d4dc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:40:13.455946 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854374254'] for agent, after_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:40:13.610266 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:40:14.306212 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9f3d1639-0548-4b23-a08d-9d50646bdc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:40:14.757167 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:40:15.919314 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:40:17.683755 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 49750) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:40:17.829983 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-4ff35102-74a7-4d51-b1a2-70750b524454 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4270 time: 0.1449673
Jul 06 00:40:19.900420 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 49762) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:40:19.987396 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-92493bff-4bb3-44b8-b4fe-820c3435c76a admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4270 time: 0.0858102
Jul 06 00:40:42.275639 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7cd0d4af-d8d6-4caa-8257-763fb12f2839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:40:43.409354 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:40:43.610716 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:40:44.307783 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-934dac86-b53d-4b25-afa9-1d9e97bb8a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:40:44.759854 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:40:45.920750 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:40:47.909248 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:41:12.278287 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4f49c6f2-29f9-45b0-9acd-33c8baf1af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:41:13.419298 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:41:13.615902 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:41:14.309258 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f6268230-d161-476b-82cf-4486937761ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:41:14.765170 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:41:15.925115 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:41:24.909359 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:41:42.280928 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-198a662e-1767-42bd-8cdf-17d06264aa5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:41:43.421664 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:41:43.621753 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:41:44.309909 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bc0e0568-b1e0-4fbf-b2b3-8618cd8ad9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:41:44.767772 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:41:45.925372 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:01.910364 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:42:12.282674 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2f2a6fbe-9850-4e7f-aa7b-58f262b51fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:13.423233 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:13.625795 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:14.310911 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e59d14c2-4c28-49bd-9111-5d95c72c487d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:14.770742 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:15.930957 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:23.931267 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 49928) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:24.423944 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-233331972-network', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:42:24.433154 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:24.437173 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Usage tracker for resource:network and tenant:13398ab56bc24c4687d1034e36eb418f is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:24.440242 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:24.446144 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:24.455731 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Made reservation on behalf of 13398ab56bc24c4687d1034e36eb418f for: {'network': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:42:24.461326 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for network, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:24.475607 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:24.507551 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:24.511603 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Usage tracker for resource:security_group_rule and tenant:13398ab56bc24c4687d1034e36eb418f is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:24.514895 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:24.521091 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:24.593423 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:24.596237 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:24.601292 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:24.627083 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673ae5b4-3f3c-4a6d-b0d3-9a80e89cc149,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:24.637314 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:24.637870 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:24.638008 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:24.638357 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:24.638711 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:24.639063 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:24.639436 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:24.639805 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:24.640189 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:24.640532 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:24.640878 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Tracked resource versions report:
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]: pushed versions:
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]: {   'ConntrackHelper': {'1.0'},
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Log': {'1.0'},
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Network': {'1.0'},
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Port': {'1.5'},
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]:     'PortForwarding': {'1.1'},
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]:     'QosPolicy': {'1.8'},
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]:     'SecurityGroup': {'1.1'},
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]:     'SecurityGroupRule': {'1.0'},
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]:     'SubPort': {'1.0'},
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Subnet': {'1.0'},
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Trunk': {'1.1'}}
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]: consumer versions:
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]: {   DHCP agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]:     HyperV agent@hv-cinder-79954: {},
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]:     L3 agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]:     Metadata agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]:     Metering agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]:     Open vSwitch agent@dv-cinder-799546-2-iscsi: {   'ConntrackHelper': '1.0',
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Log': '1.0',
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Network': '1.0',
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Port': '1.5',
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'PortForwarding': '1.1',
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'QosPolicy': '1.8',
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'SecurityGroup': '1.1',
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'SecurityGroupRule': '1.0',
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'SubPort': '1.0',
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Subnet': '1.0',
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Trunk': '1.1'}}
Jul 06 00:42:24.641914 dv-cinder-799546-2-iscsi neutron-server[80769]:  {{(pid=80880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 06 00:42:24.645563 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:24.653841 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'}  {{(pid=80880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 00:42:24.664079 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:24.664752 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.segments_db [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Added segment b8b15407-88ee-4838-b353-b0f018d7e9a4 of type vlan for network 41657b10-f5b5-45f4-877a-d9b5218b372e
Jul 06 00:42:24.699598 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734504930197'] for network, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:24.742022 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for network, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:24.743494 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:24.744302 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:24.749740 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:24.860143 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Pushing event updated for resources: {'Network': ['ID=41657b10-f5b5-45f4-877a-d9b5218b372e,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:24.860143 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.9273078
Jul 06 00:42:24.861572 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:24.862950 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 49964) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:24.871951 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Request body: {'subnet': {'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-233331972-subnet', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:42:24.872518 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Network 41657b10-f5b5-45f4-877a-d9b5218b372e details requested by agent ovs-agent-dv-cinder-799546-2-iscsi with host dv-cinder-799546-2-iscsi {{(pid=80882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 00:42:24.877196 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:24.882272 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Usage tracker for resource:subnet and tenant:13398ab56bc24c4687d1034e36eb418f is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:24.886803 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:24.894034 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:24.909650 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Made reservation on behalf of 13398ab56bc24c4687d1034e36eb418f for: {'subnet': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:42:24.915741 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:24.982392 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 49968) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:25.031228 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 49976) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:25.066029 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 49982) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:25.165513 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for subnet, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:25.171731 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-4e50033a-f2d5-4e70-898b-4489bc85b4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:25.241220 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5087eff-ba0b-47fa-bad0-5225f3587e40,revision_number=0']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:25.251122 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:25.251745 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:25.252272 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:25.252843 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:25.253355 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:25.253874 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:25.254389 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:25.254957 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:25.255507 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:25.256046 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:25.256567 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Tracked resource versions report:
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]: pushed versions:
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]: {   'ConntrackHelper': {'1.0'},
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Log': {'1.0'},
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Network': {'1.0'},
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Port': {'1.5'},
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]:     'PortForwarding': {'1.1'},
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]:     'QosPolicy': {'1.8'},
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]:     'SecurityGroup': {'1.1'},
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]:     'SecurityGroupRule': {'1.0'},
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]:     'SubPort': {'1.0'},
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Subnet': {'1.0'},
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Trunk': {'1.1'}}
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]: consumer versions:
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]: {   DHCP agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]:     HyperV agent@hv-cinder-79954: {},
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]:     L3 agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]:     Metadata agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]:     Metering agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]:     Open vSwitch agent@dv-cinder-799546-2-iscsi: {   'ConntrackHelper': '1.0',
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Log': '1.0',
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Network': '1.0',
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Port': '1.5',
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'PortForwarding': '1.1',
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'QosPolicy': '1.8',
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'SecurityGroup': '1.1',
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'SecurityGroupRule': '1.0',
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'SubPort': '1.0',
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Subnet': '1.0',
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Trunk': '1.1'}}
Jul 06 00:42:25.257788 dv-cinder-799546-2-iscsi neutron-server[80769]:  {{(pid=80881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 06 00:42:25.270288 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:25.315879 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Checking segment: {'id': 'b8b15407-88ee-4838-b353-b0f018d7e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:42:25.316265 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Network hostable DHCP agents. Network: 41657b10-f5b5-45f4-877a-d9b5218b372e, hostable agents: ['f5e345ff-b6f9-433d-a315-fe369d22c770'], hosted agents: [] {{(pid=80881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 00:42:25.328279 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Network 41657b10-f5b5-45f4-877a-d9b5218b372e is scheduled to be hosted by DHCP agent f5e345ff-b6f9-433d-a315-fe369d22c770 {{(pid=80881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 00:42:25.338852 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-2-iscsi, 41657b10-f5b5-45f4-877a-d9b5218b372e) {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:42:25.343107 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:25.343929 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for subnet, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:25.349781 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bbf4e0-d2dd-4069-ba74-54ce8358683a None None] Network 41657b10-f5b5-45f4-877a-d9b5218b372e requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:42:25.368787 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 49998) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:25.369086 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5044279
Jul 06 00:42:25.376572 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-abb6cd34-12c7-4511-a01f-567937fd71cc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-233331972-router', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:42:25.382023 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-abb6cd34-12c7-4511-a01f-567937fd71cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:25.392676 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-abb6cd34-12c7-4511-a01f-567937fd71cc admin admin] Usage tracker for resource:router and tenant:13398ab56bc24c4687d1034e36eb418f is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:25.396631 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-abb6cd34-12c7-4511-a01f-567937fd71cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:25.403186 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-abb6cd34-12c7-4511-a01f-567937fd71cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:25.413610 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-abb6cd34-12c7-4511-a01f-567937fd71cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854766716'] for router, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:25.414851 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-abb6cd34-12c7-4511-a01f-567937fd71cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854310853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9117'] for router, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:25.456048 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-abb6cd34-12c7-4511-a01f-567937fd71cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:25.589281 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ad2b633-77d2-5f9f-ab76-6e81795dec0e-41657b10-f5b5-45f4-877a-d9b5218b372e', 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'fixed_ips': [{'subnet_id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40'}]}} from dv-cinder-799546-2-iscsi. {{(pid=80882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 06 00:42:25.591327 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:25.716541 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-963439053-network', 'tenant_id': '1963967027cc4dd4b63bb84357052310'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:42:25.721310 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:25.726099 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Usage tracker for resource:network and tenant:1963967027cc4dd4b63bb84357052310 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:25.729077 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:25.735079 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:25.745898 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-990443259-network', 'tenant_id': '497c5bc6650a4132aea8c107f14defba'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:42:25.754974 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-753799941-network', 'tenant_id': '7ed2a815d05b4a4394b0ad6fae24ab9b'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:42:25.767094 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Allocated IP 172.20.0.2 (41657b10-f5b5-45f4-877a-d9b5218b372e/a5087eff-ba0b-47fa-bad0-5225f3587e40/4028a640-bdc9-44eb-a408-919869c89055) {{(pid=80882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:42:25.824424 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Made reservation on behalf of 1963967027cc4dd4b63bb84357052310 for: {'network': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:42:25.829076 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for network, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:25.909368 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:25.911786 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:25.921423 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:25.934703 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] Usage tracker for resource:network and tenant:7ed2a815d05b4a4394b0ad6fae24ab9b is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:25.940075 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:25.947021 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:25.955924 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Usage tracker for resource:network and tenant:497c5bc6650a4132aea8c107f14defba is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:25.961588 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:25.965644 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] Made reservation on behalf of 7ed2a815d05b4a4394b0ad6fae24ab9b for: {'network': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:42:25.970544 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for network, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:25.988479 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:26.007531 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:26.031323 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:26.035560 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] Usage tracker for resource:security_group_rule and tenant:7ed2a815d05b4a4394b0ad6fae24ab9b is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:26.039492 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:26.046154 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:26.101517 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Notify callbacks [] for port, precommit_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:26.102882 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:26.106504 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Made reservation on behalf of 497c5bc6650a4132aea8c107f14defba for: {'network': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:42:26.111405 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for network, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:26.118971 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Transition to ACTIVE for port object 4028a640-bdc9-44eb-a408-919869c89055 will not be triggered until provisioned by entity L2. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:42:26.135680 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-abb6cd34-12c7-4511-a01f-567937fd71cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-466541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9134'] for router, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:26.139243 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Usage tracker for resource:security_group_rule and tenant:1963967027cc4dd4b63bb84357052310 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:26.150303 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:26.168833 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:26.170814 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Transition to ACTIVE for port object 4028a640-bdc9-44eb-a408-919869c89055 will not be triggered until provisioned by entity DHCP. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:42:26.181218 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:26.184973 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:26.190716 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:26.305728 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:26.329278 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Network 41657b10-f5b5-45f4-877a-d9b5218b372e is already hosted by enough agents. {{(pid=80882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:42:26.335676 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Resources bound (agent type, host, resource id):  {{(pid=80882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:42:26.345623 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Received port after_create {{(pid=80882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:42:26.353392 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Pushing event updated for resources: {'Port': ['ID=4028a640-bdc9-44eb-a408-919869c89055,revision_number=1']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:26.389411 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:26.397705 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:26.407510 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Usage tracker for resource:security_group_rule and tenant:497c5bc6650a4132aea8c107f14defba is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:26.414161 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:26.446648 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:26.447045 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:26.447450 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:26.447831 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:26.448192 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:26.448555 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:26.448917 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:26.449295 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:26.449656 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:26.450013 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:26.450370 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Tracked resource versions report:
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]: pushed versions:
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]: {   'ConntrackHelper': {'1.0'},
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Log': {'1.0'},
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Network': {'1.0'},
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Port': {'1.5'},
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]:     'PortForwarding': {'1.1'},
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]:     'QosPolicy': {'1.8'},
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]:     'SecurityGroup': {'1.1'},
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]:     'SecurityGroupRule': {'1.0'},
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]:     'SubPort': {'1.0'},
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Subnet': {'1.0'},
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Trunk': {'1.1'}}
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]: consumer versions:
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]: {   DHCP agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]:     HyperV agent@hv-cinder-79954: {},
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]:     L3 agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]:     Metadata agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]:     Metering agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]:     Open vSwitch agent@dv-cinder-799546-2-iscsi: {   'ConntrackHelper': '1.0',
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Log': '1.0',
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Network': '1.0',
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Port': '1.5',
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'PortForwarding': '1.1',
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'QosPolicy': '1.8',
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'SecurityGroup': '1.1',
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'SecurityGroupRule': '1.0',
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'SubPort': '1.0',
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Subnet': '1.0',
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Trunk': '1.1'}}
Jul 06 00:42:26.451472 dv-cinder-799546-2-iscsi neutron-server[80769]:  {{(pid=80882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 06 00:42:26.459786 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:26.461564 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:26.475654 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:26.480644 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Attempting to bind port 4028a640-bdc9-44eb-a408-919869c89055 on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:42:26.481053 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Attempting to bind port 4028a640-bdc9-44eb-a408-919869c89055 by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': 'b8b15407-88ee-4838-b353-b0f018d7e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e'}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:42:26.481461 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Attempting to bind port 4028a640-bdc9-44eb-a408-919869c89055 on network 41657b10-f5b5-45f4-877a-d9b5218b372e {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:42:26.501691 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:42:26.503540 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Checking segment: {'id': 'b8b15407-88ee-4838-b353-b0f018d7e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:42:26.504276 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:26.505647 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Bound using segment: {'id': 'b8b15407-88ee-4838-b353-b0f018d7e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e'} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:42:26.507121 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Bound port: 4028a640-bdc9-44eb-a408-919869c89055, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b15407-88ee-4838-b353-b0f018d7e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e'}}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:42:26.508497 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:26.531482 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d302d6f-97be-4bdb-af47-fe60e429727a,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:26.543287 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:26.573180 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'}  {{(pid=80880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 00:42:26.631686 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:26.632041 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.segments_db [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] Added segment 69d09d0c-00ce-40fb-8c14-d9c815fa8b35 of type vlan for network 48721e56-bf41-45c7-a905-d9d482fee564
Jul 06 00:42:26.660208 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] For port 4028a640-bdc9-44eb-a408-919869c89055, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:42:26.660894 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:26.667931 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] For port 4028a640-bdc9-44eb-a408-919869c89055, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=4028a640-bdc9-44eb-a408-919869c89055,segment=NetworkSegment(b8b15407-88ee-4838-b353-b0f018d7e9a4),segment_id=b8b15407-88ee-4838-b353-b0f018d7e9a4)] {{(pid=80882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:42:26.679387 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:26.680226 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:26.692148 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:26.784796 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:26.795627 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Pushing event updated for resources: {'Port': ['ID=4028a640-bdc9-44eb-a408-919869c89055,revision_number=2']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:26.804593 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:26.851077 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0114d747-af04-430c-bc1d-25d88678e3d6,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:26.872429 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734504930197'] for network, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:26.889706 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:27.058645 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:27.061201 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-abb6cd34-12c7-4511-a01f-567937fd71cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:27.166448 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-abb6cd34-12c7-4511-a01f-567937fd71cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:27.171737 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:27.248555 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1893874d-8b04-46b7-a774-6d5f7aa573ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:27.348431 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for network, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:27.362769 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.db.api [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 06 00:42:27.364553 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_db.api [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 06 00:42:27.386798 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:27.388074 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:27.398620 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.db.api [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 06 00:42:27.399425 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_db.api [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 06 00:42:27.409406 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14abe47-2b19-477d-8aec-c7e865dd3798,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:27.430581 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:27.463989 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b3f4eede-e4a8-49b1-b017-24db2ef3cf68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:27.611600 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] Pushing event updated for resources: {'Network': ['ID=48721e56-bf41-45c7-a905-d9d482fee564,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:27.620799 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:27.622515 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Network 48721e56-bf41-45c7-a905-d9d482fee564 details requested by agent ovs-agent-dv-cinder-799546-2-iscsi with host dv-cinder-799546-2-iscsi {{(pid=80882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 00:42:27.628549 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-abb6cd34-12c7-4511-a01f-567937fd71cc admin admin] Allocated IP 172.27.1.154 (34126de2-0804-4024-8df6-3ba8cfd107e5/1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b/dd6a2d3e-6c10-44c9-b816-b0766ed9faf8) {{(pid=80880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:42:27.633318 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.6499598
Jul 06 00:42:27.637356 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 50056) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:27.644842 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-1e043f16-4fe4-4b78-a1b9-0c3459b6b0f0 admin admin] Request body: {'subnet': {'network_id': '48721e56-bf41-45c7-a905-d9d482fee564', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-753799941-subnet', 'tenant_id': '7ed2a815d05b4a4394b0ad6fae24ab9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:42:27.653861 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-1e043f16-4fe4-4b78-a1b9-0c3459b6b0f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:27.668187 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-1e043f16-4fe4-4b78-a1b9-0c3459b6b0f0 admin admin] Usage tracker for resource:subnet and tenant:7ed2a815d05b4a4394b0ad6fae24ab9b is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:27.673127 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-1e043f16-4fe4-4b78-a1b9-0c3459b6b0f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:27.685909 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-1e043f16-4fe4-4b78-a1b9-0c3459b6b0f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:27.709660 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e043f16-4fe4-4b78-a1b9-0c3459b6b0f0 admin admin] Made reservation on behalf of 7ed2a815d05b4a4394b0ad6fae24ab9b for: {'subnet': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:42:27.714787 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1e043f16-4fe4-4b78-a1b9-0c3459b6b0f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:27.850685 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-abb6cd34-12c7-4511-a01f-567937fd71cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:27.866386 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for network, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:27.903279 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for network, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:27.963199 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'}  {{(pid=80880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 00:42:27.986213 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:27.986659 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.segments_db [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Added segment 42805dfe-6415-484b-a665-9832e690f418 of type vlan for network f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e
Jul 06 00:42:27.988568 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-abb6cd34-12c7-4511-a01f-567937fd71cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:27.997630 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:28.079628 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1e043f16-4fe4-4b78-a1b9-0c3459b6b0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for subnet, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:28.087912 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:28.210107 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e043f16-4fe4-4b78-a1b9-0c3459b6b0f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=200b5093-8d91-4e72-983d-32573a9abd18,revision_number=0']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:28.218985 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1e043f16-4fe4-4b78-a1b9-0c3459b6b0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:28.252559 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 4028a640-bdc9-44eb-a408-919869c89055 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:42:28.263898 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e043f16-4fe4-4b78-a1b9-0c3459b6b0f0 admin admin] Checking segment: {'id': '69d09d0c-00ce-40fb-8c14-d9c815fa8b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '48721e56-bf41-45c7-a905-d9d482fee564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:42:28.264522 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e043f16-4fe4-4b78-a1b9-0c3459b6b0f0 admin admin] Network hostable DHCP agents. Network: 48721e56-bf41-45c7-a905-d9d482fee564, hostable agents: ['f5e345ff-b6f9-433d-a315-fe369d22c770'], hosted agents: [] {{(pid=80881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 00:42:28.268882 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734504930197'] for network, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:28.279395 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e043f16-4fe4-4b78-a1b9-0c3459b6b0f0 admin admin] Network 48721e56-bf41-45c7-a905-d9d482fee564 is scheduled to be hosted by DHCP agent f5e345ff-b6f9-433d-a315-fe369d22c770 {{(pid=80881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 00:42:28.290858 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-1e043f16-4fe4-4b78-a1b9-0c3459b6b0f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-2-iscsi, 48721e56-bf41-45c7-a905-d9d482fee564) {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:42:28.296330 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e043f16-4fe4-4b78-a1b9-0c3459b6b0f0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:28.299569 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1e043f16-4fe4-4b78-a1b9-0c3459b6b0f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for subnet, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:28.307789 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb6cd34-12c7-4511-a01f-567937fd71cc admin admin] Network 34126de2-0804-4024-8df6-3ba8cfd107e5 is already hosted by enough agents. {{(pid=80880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:42:28.312990 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-abb6cd34-12c7-4511-a01f-567937fd71cc admin admin] Resources bound (agent type, host, resource id):  {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:42:28.316182 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6cd34-12c7-4511-a01f-567937fd71cc admin admin] Pushing event updated for resources: {'Port': ['ID=dd6a2d3e-6c10-44c9-b816-b0766ed9faf8,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:28.320763 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a68b11-42ba-4490-bf80-0427787acbae None None] Network 48721e56-bf41-45c7-a905-d9d482fee564 requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:42:28.334819 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb6cd34-12c7-4511-a01f-567937fd71cc admin admin] Received port after_create {{(pid=80880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:42:28.343073 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-1e043f16-4fe4-4b78-a1b9-0c3459b6b0f0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7043104
Jul 06 00:42:28.458603 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-abb6cd34-12c7-4511-a01f-567937fd71cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:28.469131 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.db.api [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 06 00:42:28.469939 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_db.api [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 06 00:42:28.469939 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for network, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:28.472456 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:28.473088 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:28.486119 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:28.531819 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port 4028a640-bdc9-44eb-a408-919869c89055 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:42:28.652567 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Pushing event updated for resources: {'Network': ['ID=f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:28.656781 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:28.681586 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Network f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e details requested by agent ovs-agent-dv-cinder-799546-2-iscsi with host dv-cinder-799546-2-iscsi {{(pid=80882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 00:42:28.767006 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 3.6997821
Jul 06 00:42:28.770599 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 50108) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:28.783046 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-41d682d8-0f98-406d-9da8-c29bdda0f1db admin admin] Request body: {'subnet': {'network_id': 'f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-963439053-subnet', 'tenant_id': '1963967027cc4dd4b63bb84357052310', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:42:28.793812 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-41d682d8-0f98-406d-9da8-c29bdda0f1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:28.803282 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-41d682d8-0f98-406d-9da8-c29bdda0f1db admin admin] Usage tracker for resource:subnet and tenant:1963967027cc4dd4b63bb84357052310 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:28.810333 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-41d682d8-0f98-406d-9da8-c29bdda0f1db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:28.821011 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-41d682d8-0f98-406d-9da8-c29bdda0f1db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:28.853277 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d682d8-0f98-406d-9da8-c29bdda0f1db admin admin] Made reservation on behalf of 1963967027cc4dd4b63bb84357052310 for: {'subnet': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:42:28.858040 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-41d682d8-0f98-406d-9da8-c29bdda0f1db admin admin] Notify callbacks [] for subnet, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:28.901184 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for network, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:28.910214 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1100352e-08da-487c-bedf-7c82aac4a828 None None] Network 48721e56-bf41-45c7-a905-d9d482fee564 requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:42:29.004348 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'}  {{(pid=80880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 00:42:29.060029 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:29.060428 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.segments_db [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Added segment f323667f-7604-4dac-b4b2-e438c13b3634 of type vlan for network 19732be1-73e3-4d00-aa78-32a7884cec12
Jul 06 00:42:29.077854 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-abb6cd34-12c7-4511-a01f-567937fd71cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:29.078682 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-abb6cd34-12c7-4511-a01f-567937fd71cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854309366'] for router, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:29.159707 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734504930197'] for network, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:29.320657 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-41d682d8-0f98-406d-9da8-c29bdda0f1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for subnet, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:29.326271 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d5323171-5402-4c3c-85dc-8d862eedc819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:29.336243 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for network, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:29.346672 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:29.346672 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:29.369259 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 50126) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:29.371489 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b841e98e-19c1-4496-aab1-0be0e208f36d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:29.390927 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d682d8-0f98-406d-9da8-c29bdda0f1db admin admin] Pushing event updated for resources: {'Subnet': ['ID=86a28ffc-a537-4a50-9ffb-7893c410a8f3,revision_number=0']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:29.395315 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-41d682d8-0f98-406d-9da8-c29bdda0f1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:29.440791 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d682d8-0f98-406d-9da8-c29bdda0f1db admin admin] Checking segment: {'id': '42805dfe-6415-484b-a665-9832e690f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:42:29.441180 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d682d8-0f98-406d-9da8-c29bdda0f1db admin admin] Network hostable DHCP agents. Network: f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e, hostable agents: ['f5e345ff-b6f9-433d-a315-fe369d22c770'], hosted agents: [] {{(pid=80881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 00:42:29.452609 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d682d8-0f98-406d-9da8-c29bdda0f1db admin admin] Network f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e is scheduled to be hosted by DHCP agent f5e345ff-b6f9-433d-a315-fe369d22c770 {{(pid=80881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 00:42:29.463844 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 4.4312906
Jul 06 00:42:29.466489 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-41d682d8-0f98-406d-9da8-c29bdda0f1db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-2-iscsi, f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e) {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:42:29.475409 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d682d8-0f98-406d-9da8-c29bdda0f1db admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:29.476063 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-41d682d8-0f98-406d-9da8-c29bdda0f1db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for subnet, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:29.489271 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 50152) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:29.492337 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 50154) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:29.500217 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-41d682d8-0f98-406d-9da8-c29bdda0f1db admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.7281125
Jul 06 00:42:29.503124 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 50158) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:29.510042 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-2e113cb1-0336-43ed-b9c9-7a485792be1c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-963439053-router', 'tenant_id': '1963967027cc4dd4b63bb84357052310', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:42:29.514905 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-2e113cb1-0336-43ed-b9c9-7a485792be1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:29.519297 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-2e113cb1-0336-43ed-b9c9-7a485792be1c admin admin] Usage tracker for resource:router and tenant:1963967027cc4dd4b63bb84357052310 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:29.522277 dv-cinder-799546-2-iscsi neutron-server[80769]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jul 06 00:42:29.523401 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-2e113cb1-0336-43ed-b9c9-7a485792be1c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:29.529741 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-71a31c7f-aa41-4a25-8ad2-350badc476e2 admin admin] Request body: {'subnet': {'network_id': '19732be1-73e3-4d00-aa78-32a7884cec12', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-990443259-subnet', 'tenant_id': '497c5bc6650a4132aea8c107f14defba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:42:29.534611 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-2e113cb1-0336-43ed-b9c9-7a485792be1c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:29.545306 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2e113cb1-0336-43ed-b9c9-7a485792be1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854766716'] for router, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:29.546409 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2e113cb1-0336-43ed-b9c9-7a485792be1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854310853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9117'] for router, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:29.567071 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-71a31c7f-aa41-4a25-8ad2-350badc476e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:29.571611 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2e113cb1-0336-43ed-b9c9-7a485792be1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:29.611467 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f3a093-1101-48e1-8349-1b748ccf9ae0 None None] Network 41657b10-f5b5-45f4-877a-d9b5218b372e requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:42:29.622166 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Pushing event updated for resources: {'Network': ['ID=19732be1-73e3-4d00-aa78-32a7884cec12,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:29.629864 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-71a31c7f-aa41-4a25-8ad2-350badc476e2 admin admin] Usage tracker for resource:subnet and tenant:497c5bc6650a4132aea8c107f14defba is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:29.637281 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5ceeac-f9d7-4e10-acf9-1c7560d0f40e None None] Network f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:42:29.644639 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-71a31c7f-aa41-4a25-8ad2-350badc476e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:29.648410 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:29.658097 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-71a31c7f-aa41-4a25-8ad2-350badc476e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:29.675776 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Network 19732be1-73e3-4d00-aa78-32a7884cec12 details requested by agent ovs-agent-dv-cinder-799546-2-iscsi with host dv-cinder-799546-2-iscsi {{(pid=80882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 00:42:29.768558 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2e113cb1-0336-43ed-b9c9-7a485792be1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-466541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9134'] for router, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:29.809984 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a31c7f-aa41-4a25-8ad2-350badc476e2 admin admin] Made reservation on behalf of 497c5bc6650a4132aea8c107f14defba for: {'subnet': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:42:29.815202 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-71a31c7f-aa41-4a25-8ad2-350badc476e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:29.909896 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe530-4088-444c-ab42-a2d312885ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:29.981228 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-e81d81b6-66a7-4333-ae3a-dc84ddd9dc5e tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:29.981951 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-e81d81b6-66a7-4333-ae3a-dc84ddd9dc5e tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Synchronizing usage tracker for tenant:7ed2a815d05b4a4394b0ad6fae24ab9b on resource:network {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:42:30.008951 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2e113cb1-0336-43ed-b9c9-7a485792be1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:30.019111 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-7d3fe530-4088-444c-ab42-a2d312885ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:30.027824 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-7d3fe530-4088-444c-ab42-a2d312885ae0 admin admin] Usage tracker for resource:security_group_rule and tenant:e9f3834e79014b32b83e0305b1896cb3 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:30.033461 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-7d3fe530-4088-444c-ab42-a2d312885ae0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:30.044374 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-7d3fe530-4088-444c-ab42-a2d312885ae0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:30.045066 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2e113cb1-0336-43ed-b9c9-7a485792be1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:30.265244 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe530-4088-444c-ab42-a2d312885ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:30.269343 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a2c3481a-bd38-4155-bc1d-ada77dcdc678 None None] Provisioning for port 4028a640-bdc9-44eb-a408-919869c89055 completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:42:30.277940 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-71a31c7f-aa41-4a25-8ad2-350badc476e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for subnet, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:30.281174 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe530-4088-444c-ab42-a2d312885ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:30.288755 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-72c63d6b-de81-48be-b96a-a0181074adad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:30.295247 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a2c3481a-bd38-4155-bc1d-ada77dcdc678 None None] Provisioning complete for port 4028a640-bdc9-44eb-a408-919869c89055 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:42:30.296544 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a2c3481a-bd38-4155-bc1d-ada77dcdc678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:30.340361 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-e81d81b6-66a7-4333-ae3a-dc84ddd9dc5e tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Unset dirty status for tenant:7ed2a815d05b4a4394b0ad6fae24ab9b on resource:network {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:42:30.349936 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-e81d81b6-66a7-4333-ae3a-dc84ddd9dc5e tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/networks?id=48721e56-bf41-45c7-a905-d9d482fee564 HTTP/1.1" status: 200  len: 811 time: 0.8457303
Jul 06 00:42:30.374023 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb6cd34-12c7-4511-a01f-567937fd71cc admin admin] Router b229c976-f77d-438f-9b2d-3b32b06a515a is scheduled to L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 with binding_index 1 {{(pid=80880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 06 00:42:30.434384 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-5a91b858-d901-4733-aa2e-b153ee2c2229 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/quotas/7ed2a815d05b4a4394b0ad6fae24ab9b HTTP/1.1" status: 200  len: 375 time: 0.0823379
Jul 06 00:42:30.514662 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-7d3fe530-4088-444c-ab42-a2d312885ae0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9f3834e79014b32b83e0305b1896cb3&name=default HTTP/1.1" status: 200  len: 2629 time: 1.1292276
Jul 06 00:42:30.526189 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a31c7f-aa41-4a25-8ad2-350badc476e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a60bc796-39ac-4432-ad6a-03a21bc88ddc,revision_number=0']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:30.530442 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 50194) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:30.532888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a714d9-f068-489b-966d-b8f81250f96c None None] Network f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:42:30.556504 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-88b86e7e-0309-44a7-8ba0-3ca6853ed64b tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ed2a815d05b4a4394b0ad6fae24ab9b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1159129
Jul 06 00:42:30.557513 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-71a31c7f-aa41-4a25-8ad2-350badc476e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:30.559573 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:30.649914 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-2e113cb1-0336-43ed-b9c9-7a485792be1c admin admin] Allocated IP 172.27.1.12 (34126de2-0804-4024-8df6-3ba8cfd107e5/1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b/a098f709-a885-4b0b-8359-44a3fd357ead) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:42:30.692465 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a31c7f-aa41-4a25-8ad2-350badc476e2 admin admin] Checking segment: {'id': 'f323667f-7604-4dac-b4b2-e438c13b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '19732be1-73e3-4d00-aa78-32a7884cec12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:42:30.692867 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a31c7f-aa41-4a25-8ad2-350badc476e2 admin admin] Network hostable DHCP agents. Network: 19732be1-73e3-4d00-aa78-32a7884cec12, hostable agents: ['f5e345ff-b6f9-433d-a315-fe369d22c770'], hosted agents: [] {{(pid=80880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 00:42:30.703170 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3fe530-4088-444c-ab42-a2d312885ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fd11f6-67cb-4d49-b14f-5ab0b6b19e6b,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:30.721215 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7d3fe530-4088-444c-ab42-a2d312885ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:30.734903 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a31c7f-aa41-4a25-8ad2-350badc476e2 admin admin] Network 19732be1-73e3-4d00-aa78-32a7884cec12 is scheduled to be hosted by DHCP agent f5e345ff-b6f9-433d-a315-fe369d22c770 {{(pid=80880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 00:42:30.801544 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-71a31c7f-aa41-4a25-8ad2-350badc476e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-2-iscsi, 19732be1-73e3-4d00-aa78-32a7884cec12) {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:42:30.820258 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a31c7f-aa41-4a25-8ad2-350badc476e2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:30.820426 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941253f6-6fcc-497a-bbc8-b53604d4f92d None None] Network 19732be1-73e3-4d00-aa78-32a7884cec12 requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:42:30.820890 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-71a31c7f-aa41-4a25-8ad2-350badc476e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for subnet, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:30.872391 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-71a31c7f-aa41-4a25-8ad2-350badc476e2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3737879
Jul 06 00:42:30.897416 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-41848bb8-d4c5-4bfc-81d8-017e244b6da2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 06 00:42:30.904032 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-41848bb8-d4c5-4bfc-81d8-017e244b6da2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 11621 time: 0.2351353
Jul 06 00:42:30.905399 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb6cd34-12c7-4511-a01f-567937fd71cc admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:42:30.914604 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7c67e33c-2541-448a-a9c9-9d237ef25e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:30.915307 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a2c3481a-bd38-4155-bc1d-ada77dcdc678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:30.918328 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] Sync routers for ids ['b229c976-f77d-438f-9b2d-3b32b06a515a'] in dv-cinder-799546-2-iscsi {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:42:30.953913 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] Routers {'b229c976-f77d-438f-9b2d-3b32b06a515a'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:42:30.954597 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90104240>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:42:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b229c976-f77d-438f-9b2d-3b32b06a515a'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:42:31.036131 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7c67e33c-2541-448a-a9c9-9d237ef25e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:31.077082 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a2c3481a-bd38-4155-bc1d-ada77dcdc678 None None] For port 4028a640-bdc9-44eb-a408-919869c89055, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=4028a640-bdc9-44eb-a408-919869c89055,segment=NetworkSegment(b8b15407-88ee-4838-b353-b0f018d7e9a4),segment_id=b8b15407-88ee-4838-b353-b0f018d7e9a4)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:42:31.091369 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a2c3481a-bd38-4155-bc1d-ada77dcdc678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:31.124735 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:31.151984 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2e113cb1-0336-43ed-b9c9-7a485792be1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:31.200065 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7c67e33c-2541-448a-a9c9-9d237ef25e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:31.211463 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-abb6cd34-12c7-4511-a01f-567937fd71cc admin admin] Notify callbacks [] for router, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:31.212381 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:31.213279 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-abb6cd34-12c7-4511-a01f-567937fd71cc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.8423851
Jul 06 00:42:31.216751 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 50222) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:31.231224 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67e33c-2541-448a-a9c9-9d237ef25e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fd11f6-67cb-4d49-b14f-5ab0b6b19e6b,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:31.236403 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7c67e33c-2541-448a-a9c9-9d237ef25e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:31.243168 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2e113cb1-0336-43ed-b9c9-7a485792be1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:31.248842 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f10c84c8-6f51-4940-a64d-79bcaa01aeaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:31.298294 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-7fb7aeec-c08e-4e7f-a53b-26b53bd783df service neutron] 10.222.0.13 "GET /v2.0/networks/48721e56-bf41-45c7-a905-d9d482fee564?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3743815
Jul 06 00:42:31.334948 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] Set router b229c976-f77d-438f-9b2d-3b32b06a515a gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:42:31.394316 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e113cb1-0336-43ed-b9c9-7a485792be1c admin admin] Pushing event updated for resources: {'Port': ['ID=a098f709-a885-4b0b-8359-44a3fd357ead,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:31.400782 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-2e113cb1-0336-43ed-b9c9-7a485792be1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:31.404481 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7c67e33c-2541-448a-a9c9-9d237ef25e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:31.408876 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-7c67e33c-2541-448a-a9c9-9d237ef25e36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6fd11f6-67cb-4d49-b14f-5ab0b6b19e6b HTTP/1.1" status: 204  len: 168 time: 0.8734398
Jul 06 00:42:31.419562 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e113cb1-0336-43ed-b9c9-7a485792be1c admin admin] Network 34126de2-0804-4024-8df6-3ba8cfd107e5 is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:42:31.420819 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-2e113cb1-0336-43ed-b9c9-7a485792be1c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:42:31.428397 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e113cb1-0336-43ed-b9c9-7a485792be1c admin admin] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:42:31.596418 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2e113cb1-0336-43ed-b9c9-7a485792be1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:31.597882 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2e113cb1-0336-43ed-b9c9-7a485792be1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854309366'] for router, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:31.713503 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90104240>, [{'id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'name': 'tempest-AttachVolumeTestJSON-233331972-router', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:25Z', 'updated_at': '2021-07-06T00:42:28Z', 'revision_number': 3, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'gw_port': {'id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:33:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:27Z', 'updated_at': '2021-07-06T00:42:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:42:31.717636 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] Checking router: b229c976-f77d-438f-9b2d-3b32b06a515a for host: dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:42:31.718441 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] Updating router b229c976-f77d-438f-9b2d-3b32b06a515a port dd6a2d3e-6c10-44c9-b816-b0766ed9faf8 binding host dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 00:42:31.770676 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:31.860391 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-17b7f9a4-334d-4842-8b53-aa2fabe40bcc service neutron] 10.222.0.13 "GET /v2.0/networks/48721e56-bf41-45c7-a905-d9d482fee564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5526214
Jul 06 00:42:31.911036 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e113cb1-0336-43ed-b9c9-7a485792be1c admin admin] Router 9100c6d2-4cc9-4052-b31c-31d10484ba49 is scheduled to L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 with binding_index 1 {{(pid=80881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 06 00:42:31.976405 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5563f8e3-d562-459d-aa4f-631b60791151 None None] Network 19732be1-73e3-4d00-aa78-32a7884cec12 requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:42:32.095975 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3481a-bd38-4155-bc1d-ada77dcdc678 None None] Pushing event updated for resources: {'Port': ['ID=4028a640-bdc9-44eb-a408-919869c89055,revision_number=3']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:32.099232 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-c4a7762b-9654-4928-818d-1ef00ed8d2b3 None None] Provisioning complete for port 4028a640-bdc9-44eb-a408-919869c89055 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:42:32.100163 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c4a7762b-9654-4928-818d-1ef00ed8d2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:32.170162 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a2c3481a-bd38-4155-bc1d-ada77dcdc678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.045s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:32.246826 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 4028a640-bdc9-44eb-a408-919869c89055 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:42:32.267451 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 50244) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:32.306603 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d712f29c-c12e-4748-b148-ab15896c849d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:32.375785 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-d712f29c-c12e-4748-b148-ab15896c849d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:32.384789 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e113cb1-0336-43ed-b9c9-7a485792be1c admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:42:32.394127 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-d712f29c-c12e-4748-b148-ab15896c849d admin admin] Usage tracker for resource:security_group_rule and tenant:48e89a2b37064951ba24cb7a5b0c55be is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:32.403025 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-d712f29c-c12e-4748-b148-ab15896c849d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:32.412609 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-d712f29c-c12e-4748-b148-ab15896c849d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:32.435668 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2e113cb1-0336-43ed-b9c9-7a485792be1c admin admin] Notify callbacks [] for router, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:32.436986 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-2e113cb1-0336-43ed-b9c9-7a485792be1c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 2.9327867
Jul 06 00:42:32.440028 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 50266) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:32.485166 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] Notify callbacks [] for port, precommit_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:32.499397 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] Transition to ACTIVE for port object dd6a2d3e-6c10-44c9-b816-b0766ed9faf8 will not be triggered until provisioned by entity L2. {{(pid=80883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:42:32.500299 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 50272) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:32.514272 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:32.520575 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:32.574990 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] Sync routers for ids ['9100c6d2-4cc9-4052-b31c-31d10484ba49'] in dv-cinder-799546-2-iscsi {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:42:32.625577 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 4028a640-bdc9-44eb-a408-919869c89055 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:42:32.625984 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:32.655407 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a342b7-61e0-4726-a57a-741eacdd35a6 None None] Pushing event updated for resources: {'Port': ['ID=dd6a2d3e-6c10-44c9-b816-b0766ed9faf8,revision_number=2']} {{(pid=80883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:32.682701 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a342b7-61e0-4726-a57a-741eacdd35a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:32.683170 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a342b7-61e0-4726-a57a-741eacdd35a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:32.683629 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a342b7-61e0-4726-a57a-741eacdd35a6 None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:32.684070 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a342b7-61e0-4726-a57a-741eacdd35a6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:32.684507 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a342b7-61e0-4726-a57a-741eacdd35a6 None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:32.684944 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a342b7-61e0-4726-a57a-741eacdd35a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:32.685425 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a342b7-61e0-4726-a57a-741eacdd35a6 None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:32.685878 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a342b7-61e0-4726-a57a-741eacdd35a6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:32.706887 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a342b7-61e0-4726-a57a-741eacdd35a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:32.707514 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a342b7-61e0-4726-a57a-741eacdd35a6 None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:32.708359 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a342b7-61e0-4726-a57a-741eacdd35a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a342b7-61e0-4726-a57a-741eacdd35a6 None None] Tracked resource versions report:
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]: pushed versions:
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]: {   'ConntrackHelper': {'1.0'},
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Log': {'1.0'},
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Network': {'1.0'},
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Port': {'1.5'},
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]:     'PortForwarding': {'1.1'},
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]:     'QosPolicy': {'1.8'},
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]:     'SecurityGroup': {'1.1'},
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]:     'SecurityGroupRule': {'1.0'},
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]:     'SubPort': {'1.0'},
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Subnet': {'1.0'},
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]:     'Trunk': {'1.1'}}
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]: consumer versions:
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]: {   DHCP agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]:     HyperV agent@hv-cinder-79954: {},
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]:     L3 agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]:     Metadata agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]:     Metering agent@dv-cinder-799546-2-iscsi: {},
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]:     Open vSwitch agent@dv-cinder-799546-2-iscsi: {   'ConntrackHelper': '1.0',
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Log': '1.0',
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Network': '1.0',
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Port': '1.5',
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'PortForwarding': '1.1',
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'QosPolicy': '1.8',
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'SecurityGroup': '1.1',
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'SecurityGroupRule': '1.0',
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'SubPort': '1.0',
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Subnet': '1.0',
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]:                                                      'Trunk': '1.1'}}
Jul 06 00:42:32.713528 dv-cinder-799546-2-iscsi neutron-server[80769]:  {{(pid=80883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jul 06 00:42:32.747031 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] Attempting to bind port dd6a2d3e-6c10-44c9-b816-b0766ed9faf8 on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:42:32.747584 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] Attempting to bind port dd6a2d3e-6c10-44c9-b816-b0766ed9faf8 by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}] {{(pid=80883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:42:32.748093 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] Attempting to bind port dd6a2d3e-6c10-44c9-b816-b0766ed9faf8 on network 34126de2-0804-4024-8df6-3ba8cfd107e5 {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:42:32.756711 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:42:32.757290 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] Checking segment: {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:42:32.757832 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:32.758364 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] Bound using segment: {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'} {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:42:32.759152 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] Bound port: dd6a2d3e-6c10-44c9-b816-b0766ed9faf8, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}}] {{(pid=80883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:42:32.759705 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:32.765560 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] Routers {'9100c6d2-4cc9-4052-b31c-31d10484ba49'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:42:32.766264 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90651e80>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:42:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['9100c6d2-4cc9-4052-b31c-31d10484ba49'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:42:32.845168 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] For port dd6a2d3e-6c10-44c9-b816-b0766ed9faf8, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:42:32.848630 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] For port dd6a2d3e-6c10-44c9-b816-b0766ed9faf8, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=dd6a2d3e-6c10-44c9-b816-b0766ed9faf8,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:42:32.854629 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:32.944085 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] Routers {'b229c976-f77d-438f-9b2d-3b32b06a515a'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:42:32.944885 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90104240>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:42:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b229c976-f77d-438f-9b2d-3b32b06a515a'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:42:32.979834 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-68681d93-b137-49a7-a5e8-f74de7e28fb6 req-c7ca7730-7deb-4f91-8e50-0652c5a76d1b tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 210 time: 0.1134961
Jul 06 00:42:33.006440 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-1eb807f3-06a9-4154-ae47-d7d27e4d7df4 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:33.007239 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-1eb807f3-06a9-4154-ae47-d7d27e4d7df4 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Synchronizing usage tracker for tenant:497c5bc6650a4132aea8c107f14defba on resource:network {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:42:33.023438 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] Set router 9100c6d2-4cc9-4052-b31c-31d10484ba49 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:42:33.051783 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d712f29c-c12e-4748-b148-ab15896c849d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:33.060854 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d712f29c-c12e-4748-b148-ab15896c849d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:33.094081 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:33.111035 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c7a342b7-61e0-4726-a57a-741eacdd35a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:33.111494 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:33.141372 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-d712f29c-c12e-4748-b148-ab15896c849d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48e89a2b37064951ba24cb7a5b0c55be&name=default HTTP/1.1" status: 200  len: 2629 time: 0.8697786
Jul 06 00:42:33.141372 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712f29c-c12e-4748-b148-ab15896c849d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c31163d-40ed-46c6-a9ce-5f7de667f040,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:33.148757 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-1eb807f3-06a9-4154-ae47-d7d27e4d7df4 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Unset dirty status for tenant:497c5bc6650a4132aea8c107f14defba on resource:network {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:42:33.150180 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-1eb807f3-06a9-4154-ae47-d7d27e4d7df4 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/networks?id=19732be1-73e3-4d00-aa78-32a7884cec12 HTTP/1.1" status: 200  len: 814 time: 0.4877255
Jul 06 00:42:33.152094 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d712f29c-c12e-4748-b148-ab15896c849d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:33.152729 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 50300) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:33.264655 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a342b7-61e0-4726-a57a-741eacdd35a6 None None] Pushing event updated for resources: {'Port': ['ID=dd6a2d3e-6c10-44c9-b816-b0766ed9faf8,revision_number=3']} {{(pid=80883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:33.286040 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-e33757df-6458-4772-85cb-4815492c1bcb tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/quotas/497c5bc6650a4132aea8c107f14defba HTTP/1.1" status: 200  len: 375 time: 0.1125095
Jul 06 00:42:33.373411 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-ab05ecd0-de3b-4184-b396-0a05adb880b8 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=497c5bc6650a4132aea8c107f14defba&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0708051
Jul 06 00:42:33.375351 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-687ccc75-2d83-4003-b86e-9b642316f76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:33.417523 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90651e80>, [{'id': '9100c6d2-4cc9-4052-b31c-31d10484ba49', 'name': 'tempest-ServerRescueNegativeTestJSON-963439053-router', 'tenant_id': '1963967027cc4dd4b63bb84357052310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'a098f709-a885-4b0b-8359-44a3fd357ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:29Z', 'updated_at': '2021-07-06T00:42:31Z', 'revision_number': 3, 'project_id': '1963967027cc4dd4b63bb84357052310', 'gw_port': {'id': 'a098f709-a885-4b0b-8359-44a3fd357ead', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:60:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9100c6d2-4cc9-4052-b31c-31d10484ba49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:30Z', 'updated_at': '2021-07-06T00:42:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:42:33.422701 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] Checking router: 9100c6d2-4cc9-4052-b31c-31d10484ba49 for host: dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:42:33.423268 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] Updating router 9100c6d2-4cc9-4052-b31c-31d10484ba49 port a098f709-a885-4b0b-8359-44a3fd357ead binding host dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 00:42:33.440003 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-687ccc75-2d83-4003-b86e-9b642316f76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:33.487779 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] Set router b229c976-f77d-438f-9b2d-3b32b06a515a gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:42:33.488615 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:33.619826 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c7a342b7-61e0-4726-a57a-741eacdd35a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:33.837445 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-ea1c7150-dcf1-4f9e-9ecc-2b85e840c17c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 06 00:42:33.841611 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-ea1c7150-dcf1-4f9e-9ecc-2b85e840c17c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 11621 time: 0.2319403
Jul 06 00:42:33.986987 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] Notify callbacks [] for port, precommit_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:34.013319 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9d19d9a7-cec6-45d9-a244-03106069e005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:34.041858 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] Transition to ACTIVE for port object a098f709-a885-4b0b-8359-44a3fd357ead will not be triggered until provisioned by entity L2. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:42:34.054375 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:34.060483 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:34.060671 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-687ccc75-2d83-4003-b86e-9b642316f76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:34.160872 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-8528a3c1-6511-430c-abd2-bd029e172cff service neutron] 10.222.0.13 "GET /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2704756
Jul 06 00:42:34.162797 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e1739c66-d9f4-4589-b75f-d157c6d47186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:34.185458 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e1fb7c99-4d6a-42a0-bbf9-5ac00cb9f687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:34.229972 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ccc75-2d83-4003-b86e-9b642316f76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c31163d-40ed-46c6-a9ce-5f7de667f040,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:34.235842 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26aa20-3787-44da-a625-c47d0ca86a40 None None] Pushing event updated for resources: {'Port': ['ID=a098f709-a885-4b0b-8359-44a3fd357ead,revision_number=2']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:34.255599 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] Attempting to bind port a098f709-a885-4b0b-8359-44a3fd357ead on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:42:34.256021 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] Attempting to bind port a098f709-a885-4b0b-8359-44a3fd357ead by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:42:34.256536 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] Attempting to bind port a098f709-a885-4b0b-8359-44a3fd357ead on network 34126de2-0804-4024-8df6-3ba8cfd107e5 {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:42:34.259800 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-81ccd55a-6876-41ba-b02b-785ddddb6391 req-4ce5fe99-9b14-4ec4-8c56-f0ec681e6e37 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 210 time: 0.1971891
Jul 06 00:42:34.261760 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-687ccc75-2d83-4003-b86e-9b642316f76c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:34.274535 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1f26aa20-3787-44da-a625-c47d0ca86a40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:34.286239 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90104240>, [{'id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'name': 'tempest-AttachVolumeTestJSON-233331972-router', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:25Z', 'updated_at': '2021-07-06T00:42:28Z', 'revision_number': 3, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'gw_port': {'id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:33:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:27Z', 'updated_at': '2021-07-06T00:42:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:42:34.291112 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b746b40-9fc5-4710-ac17-b2d1de14abf7 None None] The sync data for ids ['b229c976-f77d-438f-9b2d-3b32b06a515a'] in dv-cinder-799546-2-iscsi is: [{'id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'name': 'tempest-AttachVolumeTestJSON-233331972-router', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:25Z', 'updated_at': '2021-07-06T00:42:28Z', 'revision_number': 3, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'gw_port': {'id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:33:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:27Z', 'updated_at': '2021-07-06T00:42:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}] {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:42:34.292079 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:42:34.292503 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] Checking segment: {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:42:34.292958 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:34.293398 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] Bound using segment: {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:42:34.293976 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] Bound port: a098f709-a885-4b0b-8359-44a3fd357ead, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:42:34.294325 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:34.403390 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-9d19d9a7-cec6-45d9-a244-03106069e005 admin admin] Allocated IP 172.20.0.1 (f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e/86a28ffc-a537-4a50-9ffb-7893c410a8f3/9b9ab612-60f6-4e3d-bb34-4903f10ab82b) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:42:34.587114 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] For port a098f709-a885-4b0b-8359-44a3fd357ead, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:42:34.590633 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9d19d9a7-cec6-45d9-a244-03106069e005 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:34.591177 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] For port a098f709-a885-4b0b-8359-44a3fd357ead, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=a098f709-a885-4b0b-8359-44a3fd357ead,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:42:34.597217 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:34.602378 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:34.616775 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9d19d9a7-cec6-45d9-a244-03106069e005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:34.620918 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:34.674196 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26aa20-3787-44da-a625-c47d0ca86a40 None None] Pushing event updated for resources: {'Port': ['ID=a098f709-a885-4b0b-8359-44a3fd357ead,revision_number=3']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:34.678840 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1f26aa20-3787-44da-a625-c47d0ca86a40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:34.686928 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] Routers {'9100c6d2-4cc9-4052-b31c-31d10484ba49'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:42:34.687620 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90651e80>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:42:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['9100c6d2-4cc9-4052-b31c-31d10484ba49'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:42:34.698334 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d19d9a7-cec6-45d9-a244-03106069e005 admin admin] Network f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:42:34.698505 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-687ccc75-2d83-4003-b86e-9b642316f76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:34.701279 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-687ccc75-2d83-4003-b86e-9b642316f76c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c31163d-40ed-46c6-a9ce-5f7de667f040 HTTP/1.1" status: 204  len: 168 time: 1.5457568
Jul 06 00:42:34.705253 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-9d19d9a7-cec6-45d9-a244-03106069e005 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:42:34.714200 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d19d9a7-cec6-45d9-a244-03106069e005 admin admin] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:42:34.714976 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9d19d9a7-cec6-45d9-a244-03106069e005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854308959'] for router_interface, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:34.727731 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19d9a7-cec6-45d9-a244-03106069e005 admin admin] Pushing event updated for resources: {'Port': ['ID=9b9ab612-60f6-4e3d-bb34-4903f10ab82b,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:34.734136 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-c1951caa-29a5-401f-81ef-4a62fd25adb3 service neutron] 10.222.0.13 "GET /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5530925
Jul 06 00:42:34.748844 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9d19d9a7-cec6-45d9-a244-03106069e005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:34.921921 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9d19d9a7-cec6-45d9-a244-03106069e005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:35.038236 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] Set router 9100c6d2-4cc9-4052-b31c-31d10484ba49 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:42:35.190544 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-e1739c66-d9f4-4589-b75f-d157c6d47186 admin admin] Allocated IP 172.20.0.1 (41657b10-f5b5-45f4-877a-d9b5218b372e/a5087eff-ba0b-47fa-bad0-5225f3587e40/7581e3a9-f348-4b86-a8d5-85c42f0c25b9) {{(pid=80880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:42:35.571683 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9d19d9a7-cec6-45d9-a244-03106069e005 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:35.582943 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9d19d9a7-cec6-45d9-a244-03106069e005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:35.585528 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9d19d9a7-cec6-45d9-a244-03106069e005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3153361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854316699'] for router_interface, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:35.593723 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:35.647655 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-4fcc0fa5-6d52-4e83-ac42-7392ff8f91fd req-890426be-ce26-4194-80b2-117b2c71a82b tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 210 time: 0.1949260
Jul 06 00:42:35.666511 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.39', 58252) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:35.982888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90651e80>, [{'id': '9100c6d2-4cc9-4052-b31c-31d10484ba49', 'name': 'tempest-ServerRescueNegativeTestJSON-963439053-router', 'tenant_id': '1963967027cc4dd4b63bb84357052310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'a098f709-a885-4b0b-8359-44a3fd357ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:29Z', 'updated_at': '2021-07-06T00:42:31Z', 'revision_number': 3, 'project_id': '1963967027cc4dd4b63bb84357052310', 'gw_port': {'id': 'a098f709-a885-4b0b-8359-44a3fd357ead', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:60:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9100c6d2-4cc9-4052-b31c-31d10484ba49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:30Z', 'updated_at': '2021-07-06T00:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:42:35.992569 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9578577b-ccd2-47ce-9a3a-c5c3b1a1f405 None None] The sync data for ids ['9100c6d2-4cc9-4052-b31c-31d10484ba49'] in dv-cinder-799546-2-iscsi is: [{'id': '9100c6d2-4cc9-4052-b31c-31d10484ba49', 'name': 'tempest-ServerRescueNegativeTestJSON-963439053-router', 'tenant_id': '1963967027cc4dd4b63bb84357052310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'a098f709-a885-4b0b-8359-44a3fd357ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:29Z', 'updated_at': '2021-07-06T00:42:31Z', 'revision_number': 3, 'project_id': '1963967027cc4dd4b63bb84357052310', 'gw_port': {'id': 'a098f709-a885-4b0b-8359-44a3fd357ead', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:60:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9100c6d2-4cc9-4052-b31c-31d10484ba49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:30Z', 'updated_at': '2021-07-06T00:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}] {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:42:36.032461 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19d9a7-cec6-45d9-a244-03106069e005 admin admin] Pushing event updated for resources: {'Port': ['ID=9b9ab612-60f6-4e3d-bb34-4903f10ab82b,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:36.057198 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9d19d9a7-cec6-45d9-a244-03106069e005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:36.158829 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-ff1d716e-0321-4bcb-95f4-573b34b98d36 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:36.160606 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-ff1d716e-0321-4bcb-95f4-573b34b98d36 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.39 "GET /v2.0/networks?id=48721e56-bf41-45c7-a905-d9d482fee564 HTTP/1.1" status: 200  len: 811 time: 0.4928954
Jul 06 00:42:36.182765 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fa8f5e86-821f-49b1-a664-34082e39499a req-1d6f6533-2620-4808-ab9b-331de02df097 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 210 time: 0.2870634
Jul 06 00:42:36.323062 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e1739c66-d9f4-4589-b75f-d157c6d47186 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:36.327908 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d19d9a7-cec6-45d9-a244-03106069e005 admin admin] Network f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:42:36.331894 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-9d19d9a7-cec6-45d9-a244-03106069e005 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:42:36.353007 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device dd6a2d3e-6c10-44c9-b816-b0766ed9faf8 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:42:36.371536 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-e1739c66-d9f4-4589-b75f-d157c6d47186 admin admin] Transition to ACTIVE for port object 7581e3a9-f348-4b86-a8d5-85c42f0c25b9 will not be triggered until provisioned by entity DHCP. {{(pid=80880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:42:36.414579 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e1739c66-d9f4-4589-b75f-d157c6d47186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:36.420362 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:36.490223 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 50422) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:36.544832 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1739c66-d9f4-4589-b75f-d157c6d47186 admin admin] Network 41657b10-f5b5-45f4-877a-d9b5218b372e is already hosted by enough agents. {{(pid=80880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:42:36.548636 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-e1739c66-d9f4-4589-b75f-d157c6d47186 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:42:36.553069 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port dd6a2d3e-6c10-44c9-b816-b0766ed9faf8 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:42:36.555341 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1739c66-d9f4-4589-b75f-d157c6d47186 admin admin] Received port after_create {{(pid=80880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:42:36.556126 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e1739c66-d9f4-4589-b75f-d157c6d47186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854308959'] for router_interface, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:36.561911 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port dd6a2d3e-6c10-44c9-b816-b0766ed9faf8 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:42:36.576623 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:36.594419 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1739c66-d9f4-4589-b75f-d157c6d47186 admin admin] Pushing event updated for resources: {'Port': ['ID=7581e3a9-f348-4b86-a8d5-85c42f0c25b9,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:36.599020 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e1739c66-d9f4-4589-b75f-d157c6d47186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:36.943962 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:36.969837 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] For port dd6a2d3e-6c10-44c9-b816-b0766ed9faf8, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=dd6a2d3e-6c10-44c9-b816-b0766ed9faf8,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:42:36.976857 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:36.979935 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cf08f035-2d34-4e98-8af1-69bf4e60e653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:37.042016 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be51602c-32b4-4de1-8424-d3887e0b8a12 req-7cd7d6c1-7adf-433e-843d-157144185d2c tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 210 time: 0.2003481
Jul 06 00:42:37.042783 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e1739c66-d9f4-4589-b75f-d157c6d47186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:37.191693 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Pushing event updated for resources: {'Port': ['ID=dd6a2d3e-6c10-44c9-b816-b0766ed9faf8,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:37.198699 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:37.238297 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-24691c6e-2f1a-41da-8faa-551449f34e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:37.342181 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-f6a1a6d6-ac87-4493-9f89-657159732fde None None] Provisioning for port 7581e3a9-f348-4b86-a8d5-85c42f0c25b9 completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:42:37.351312 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-f6a1a6d6-ac87-4493-9f89-657159732fde None None] Provisioning complete for port 7581e3a9-f348-4b86-a8d5-85c42f0c25b9 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:42:37.352789 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f6a1a6d6-ac87-4493-9f89-657159732fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:37.384157 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-30045a8d-0553-4b73-8070-147adf100d0f tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Request body: {'port': {'device_id': '6f76f257-4258-4f92-8b4b-4ca471299edf', 'network_id': '48721e56-bf41-45c7-a905-d9d482fee564', 'admin_state_up': True, 'tenant_id': '7ed2a815d05b4a4394b0ad6fae24ab9b'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:42:37.392592 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d19d9a7-cec6-45d9-a244-03106069e005 admin admin] Router 9100c6d2-4cc9-4052-b31c-31d10484ba49 has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:42:37.471564 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-24691c6e-2f1a-41da-8faa-551449f34e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:37.479291 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-f6a1a6d6-ac87-4493-9f89-657159732fde None None] Port 7581e3a9-f348-4b86-a8d5-85c42f0c25b9 cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:42:37.502482 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-24691c6e-2f1a-41da-8faa-551449f34e58 admin admin] Usage tracker for resource:security_group_rule and tenant:684c5ec034b24b9da4dfdbc226b24fee is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:37.510370 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-24691c6e-2f1a-41da-8faa-551449f34e58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:37.520660 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-24691c6e-2f1a-41da-8faa-551449f34e58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:37.605508 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-16353fbc-c685-41fa-b511-8b0a9ca4b354 req-a575ac41-ff1e-4b5c-b67a-6cc8eeb162dc tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 210 time: 0.0816002
Jul 06 00:42:37.698432 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-30045a8d-0553-4b73-8070-147adf100d0f tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:37.706097 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-30045a8d-0553-4b73-8070-147adf100d0f tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Usage tracker for resource:port and tenant:7ed2a815d05b4a4394b0ad6fae24ab9b is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:37.715798 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-30045a8d-0553-4b73-8070-147adf100d0f tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:37.742211 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-30045a8d-0553-4b73-8070-147adf100d0f tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:37.766368 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e1739c66-d9f4-4589-b75f-d157c6d47186 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:37.783693 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e1739c66-d9f4-4589-b75f-d157c6d47186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:37.784496 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-30045a8d-0553-4b73-8070-147adf100d0f tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Made reservation on behalf of 7ed2a815d05b4a4394b0ad6fae24ab9b for: {'port': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:42:37.790697 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-30045a8d-0553-4b73-8070-147adf100d0f tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:37.809736 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e1739c66-d9f4-4589-b75f-d157c6d47186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3153361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854316699'] for router_interface, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:37.819670 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-abb6cd34-12c7-4511-a01f-567937fd71cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:37.868603 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-24691c6e-2f1a-41da-8faa-551449f34e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:37.888278 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-24691c6e-2f1a-41da-8faa-551449f34e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:37.891127 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d19d9a7-cec6-45d9-a244-03106069e005 admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:42:37.903257 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-9d19d9a7-cec6-45d9-a244-03106069e005 admin admin] 10.222.0.13 "PUT /v2.0/routers/9100c6d2-4cc9-4052-b31c-31d10484ba49/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4610858
Jul 06 00:42:38.264589 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device dd6a2d3e-6c10-44c9-b816-b0766ed9faf8 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:42:38.279457 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1739c66-d9f4-4589-b75f-d157c6d47186 admin admin] Pushing event updated for resources: {'Port': ['ID=7581e3a9-f348-4b86-a8d5-85c42f0c25b9,revision_number=2']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:38.330830 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e1739c66-d9f4-4589-b75f-d157c6d47186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:38.338255 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-687ccc75-2d83-4003-b86e-9b642316f76c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.382s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:38.377930 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-24691c6e-2f1a-41da-8faa-551449f34e58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=684c5ec034b24b9da4dfdbc226b24fee&name=default HTTP/1.1" status: 200  len: 2629 time: 1.8797379
Jul 06 00:42:38.380956 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e230ca8f-3c89-482f-922f-2ee8d827bb3e req-829296e1-3122-4da2-a633-ef4c5e473a56 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 210 time: 0.1170943
Jul 06 00:42:38.381487 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 50490) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:38.403082 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port dd6a2d3e-6c10-44c9-b816-b0766ed9faf8 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:42:38.403547 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:38.533606 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24691c6e-2f1a-41da-8faa-551449f34e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa516217-760b-4fe8-a6bc-01b94a311704,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:38.546656 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device a098f709-a885-4b0b-8359-44a3fd357ead up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:42:38.581989 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-24691c6e-2f1a-41da-8faa-551449f34e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:38.636732 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port a098f709-a885-4b0b-8359-44a3fd357ead completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:42:38.641346 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port a098f709-a885-4b0b-8359-44a3fd357ead triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:42:38.641770 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:38.690088 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1739c66-d9f4-4589-b75f-d157c6d47186 admin admin] Network 41657b10-f5b5-45f4-877a-d9b5218b372e is already hosted by enough agents. {{(pid=80880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:42:38.696372 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4f02d798-650f-411e-a495-84323b7390ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:38.704424 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-30045a8d-0553-4b73-8070-147adf100d0f tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Allocated IP 172.20.0.14 (48721e56-bf41-45c7-a905-d9d482fee564/200b5093-8d91-4e72-983d-32573a9abd18/c9b1db25-17b3-4821-986c-e136b800c1de) {{(pid=80880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:42:38.715240 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-e1739c66-d9f4-4589-b75f-d157c6d47186 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:42:38.811447 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:38.829097 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] For port a098f709-a885-4b0b-8359-44a3fd357ead, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=a098f709-a885-4b0b-8359-44a3fd357ead,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:42:38.835126 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:38.837439 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:38.911505 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:42:38.941115 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f170acd9-56d6-4de3-84c3-5a29e2af8ec3 req-889b32d8-c88a-4e20-8c7f-c72c3f00ffd0 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 210 time: 0.1272120
Jul 06 00:42:38.973244 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Pushing event updated for resources: {'Port': ['ID=a098f709-a885-4b0b-8359-44a3fd357ead,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:38.977555 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:39.061949 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4f02d798-650f-411e-a495-84323b7390ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:39.113260 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-66ceca49-9b60-43ad-8768-866e32665b46 None None] Provisioning complete for port 7581e3a9-f348-4b86-a8d5-85c42f0c25b9 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:42:39.113819 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-66ceca49-9b60-43ad-8768-866e32665b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:39.175212 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-66ceca49-9b60-43ad-8768-866e32665b46 None None] Port 7581e3a9-f348-4b86-a8d5-85c42f0c25b9 cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:42:39.390235 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-6974dafc-6624-4036-b48c-c49e4ffdf540 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:39.390971 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-6974dafc-6624-4036-b48c-c49e4ffdf540 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Synchronizing usage tracker for tenant:1963967027cc4dd4b63bb84357052310 on resource:network {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:42:39.494340 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4f02d798-650f-411e-a495-84323b7390ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:39.514423 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-24691c6e-2f1a-41da-8faa-551449f34e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:39.536011 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-6974dafc-6624-4036-b48c-c49e4ffdf540 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Unset dirty status for tenant:1963967027cc4dd4b63bb84357052310 on resource:network {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:42:39.537859 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-6974dafc-6624-4036-b48c-c49e4ffdf540 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/networks?id=f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e HTTP/1.1" status: 200  len: 818 time: 0.6544173
Jul 06 00:42:39.585893 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02d798-650f-411e-a495-84323b7390ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa516217-760b-4fe8-a6bc-01b94a311704,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:39.620443 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-4f02d798-650f-411e-a495-84323b7390ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:39.627227 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9e865f75-5092-4cc2-b5f8-f60061811296 req-a4cca094-b90b-4016-8e8b-57cbdb7f7911 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 210 time: 0.1144695
Jul 06 00:42:39.634478 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-30045a8d-0553-4b73-8070-147adf100d0f tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Notify callbacks [] for port, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:39.651117 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-61f88e2e-e5eb-483a-ab7d-ead8db9c1a85 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/quotas/1963967027cc4dd4b63bb84357052310 HTTP/1.1" status: 200  len: 375 time: 0.1033311
Jul 06 00:42:39.654211 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4f02d798-650f-411e-a495-84323b7390ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:39.657835 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-4f02d798-650f-411e-a495-84323b7390ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa516217-760b-4fe8-a6bc-01b94a311704 HTTP/1.1" status: 204  len: 168 time: 1.2661712
Jul 06 00:42:39.824283 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-30045a8d-0553-4b73-8070-147adf100d0f tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:39.841050 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:39.927480 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-30045a8d-0553-4b73-8070-147adf100d0f tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Network 48721e56-bf41-45c7-a905-d9d482fee564 is already hosted by enough agents. {{(pid=80880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:42:39.935513 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-dec79a83-607c-4d99-81dc-ae6feeba8d72 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1963967027cc4dd4b63bb84357052310&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2672298
Jul 06 00:42:39.941105 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-30045a8d-0553-4b73-8070-147adf100d0f tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Resources bound (agent type, host, resource id):  {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:42:39.948261 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30045a8d-0553-4b73-8070-147adf100d0f tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Pushing event updated for resources: {'Port': ['ID=c9b1db25-17b3-4821-986c-e136b800c1de,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:39.952344 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-30045a8d-0553-4b73-8070-147adf100d0f tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Received port after_create {{(pid=80880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:42:39.956515 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-30045a8d-0553-4b73-8070-147adf100d0f tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:39.957179 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-30045a8d-0553-4b73-8070-147adf100d0f tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:39.968317 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-30045a8d-0553-4b73-8070-147adf100d0f tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:40.218032 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device a098f709-a885-4b0b-8359-44a3fd357ead up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:42:40.375096 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port a098f709-a885-4b0b-8359-44a3fd357ead triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:42:40.375909 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:40.422660 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-30045a8d-0553-4b73-8070-147adf100d0f tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0487690
Jul 06 00:42:40.552121 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-54f2d584-2930-4a6a-9e6a-20f67029faff tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 06 00:42:40.553189 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-54f2d584-2930-4a6a-9e6a-20f67029faff tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 11621 time: 0.0289817
Jul 06 00:42:40.594757 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1739c66-d9f4-4589-b75f-d157c6d47186 admin admin] Router b229c976-f77d-438f-9b2d-3b32b06a515a has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:42:40.754647 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.39', 58261) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:40.805039 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] Sync routers for ids ['9100c6d2-4cc9-4052-b31c-31d10484ba49'] in dv-cinder-799546-2-iscsi {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:42:40.829008 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] Routers {'9100c6d2-4cc9-4052-b31c-31d10484ba49'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:42:40.829997 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90389ba8>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:42:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['9100c6d2-4cc9-4052-b31c-31d10484ba49'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:42:40.876201 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-471abcba-69e8-4ed4-9ef6-bbf9ad12341c tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:40.877865 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-471abcba-69e8-4ed4-9ef6-bbf9ad12341c tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.39 "GET /v2.0/networks?id=19732be1-73e3-4d00-aa78-32a7884cec12 HTTP/1.1" status: 200  len: 814 time: 0.2125227
Jul 06 00:42:40.897649 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] Request body: {'port': {'device_id': '6f76f257-4258-4f92-8b4b-4ca471299edf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:42:40.905411 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-a71aad17-ecfb-4ac6-a70c-7f0331db51fe service neutron] 10.222.0.13 "GET /v2.0/networks/f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9421220
Jul 06 00:42:40.914604 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-da43d9c6-d34d-4ae7-870e-1ebdf2fea6ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Request body: {'port': {'device_id': '7ea9eb72-c4f0-4043-8424-d4061b6e2cf2', 'network_id': '19732be1-73e3-4d00-aa78-32a7884cec12', 'admin_state_up': True, 'tenant_id': '497c5bc6650a4132aea8c107f14defba'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:42:41.257847 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:41.320280 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22096a84-9dd3-470b-b05b-06609e1e4beb req-7349d0ab-138c-465c-ae08-cc89188013e8 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:41.321068 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-22096a84-9dd3-470b-b05b-06609e1e4beb req-7349d0ab-138c-465c-ae08-cc89188013e8 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Synchronizing usage tracker for tenant:7ed2a815d05b4a4394b0ad6fae24ab9b on resource:port {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:42:41.358691 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] Set router 9100c6d2-4cc9-4052-b31c-31d10484ba49 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:42:41.528279 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-22096a84-9dd3-470b-b05b-06609e1e4beb req-7349d0ab-138c-465c-ae08-cc89188013e8 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Unset dirty status for tenant:7ed2a815d05b4a4394b0ad6fae24ab9b on resource:port {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:42:41.529588 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-22096a84-9dd3-470b-b05b-06609e1e4beb req-7349d0ab-138c-465c-ae08-cc89188013e8 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 932 time: 1.1087544
Jul 06 00:42:41.656164 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-b3da2ad9-800b-43cb-a58b-5e69fe91cfa2 service neutron] 10.222.0.13 "GET /v2.0/networks/f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6061397
Jul 06 00:42:41.839582 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-da43d9c6-d34d-4ae7-870e-1ebdf2fea6ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:41.850225 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-da43d9c6-d34d-4ae7-870e-1ebdf2fea6ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Usage tracker for resource:port and tenant:497c5bc6650a4132aea8c107f14defba is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:41.874415 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-da43d9c6-d34d-4ae7-870e-1ebdf2fea6ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:41.901348 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-da43d9c6-d34d-4ae7-870e-1ebdf2fea6ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:41.920807 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90389ba8>, [{'id': '9100c6d2-4cc9-4052-b31c-31d10484ba49', 'name': 'tempest-ServerRescueNegativeTestJSON-963439053-router', 'tenant_id': '1963967027cc4dd4b63bb84357052310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'a098f709-a885-4b0b-8359-44a3fd357ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:29Z', 'updated_at': '2021-07-06T00:42:34Z', 'revision_number': 4, 'project_id': '1963967027cc4dd4b63bb84357052310', 'gw_port': {'id': 'a098f709-a885-4b0b-8359-44a3fd357ead', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:60:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9100c6d2-4cc9-4052-b31c-31d10484ba49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:30Z', 'updated_at': '2021-07-06T00:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '9b9ab612-60f6-4e3d-bb34-4903f10ab82b', 'name': '', 'network_id': 'f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e', 'tenant_id': '1963967027cc4dd4b63bb84357052310', 'mac_address': 'fa:16:3e:fb:e3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9100c6d2-4cc9-4052-b31c-31d10484ba49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a28ffc-a537-4a50-9ffb-7893c410a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:34Z', 'updated_at': '2021-07-06T00:42:35Z', 'revision_number': 2, 'project_id': '1963967027cc4dd4b63bb84357052310', 'subnets': [{'id': '86a28ffc-a537-4a50-9ffb-7893c410a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:42:41.934734 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] Checking router: 9100c6d2-4cc9-4052-b31c-31d10484ba49 for host: dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:42:41.935500 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] Updating router 9100c6d2-4cc9-4052-b31c-31d10484ba49 port 9b9ab612-60f6-4e3d-bb34-4903f10ab82b binding host dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 00:42:42.020323 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-da43d9c6-d34d-4ae7-870e-1ebdf2fea6ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Made reservation on behalf of 497c5bc6650a4132aea8c107f14defba for: {'port': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:42:42.042192 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-da43d9c6-d34d-4ae7-870e-1ebdf2fea6ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:42.043560 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b1db25-17b3-4821-986c-e136b800c1de {{(pid=80881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:42:42.065182 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:42.091952 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] Transition to ACTIVE for port object c9b1db25-17b3-4821-986c-e136b800c1de will not be triggered until provisioned by entity L2. {{(pid=80881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:42:42.096839 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:42.097273 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:42.189711 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:42.305890 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b0706896-2e3c-4c91-99ce-50f21b845302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:42.348227 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-22096a84-9dd3-470b-b05b-06609e1e4beb req-6efe64a6-82d5-46bc-b41f-06a0fff64e76 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Synchronizing usage tracker for tenant:7ed2a815d05b4a4394b0ad6fae24ab9b on resource:security_group {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:42:42.362413 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] Pushing event updated for resources: {'Port': ['ID=c9b1db25-17b3-4821-986c-e136b800c1de,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:42.453863 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:42.539166 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-79e0f37a-5714-4325-94eb-2ec17ddfa40c req-95db6ad3-6456-43f0-a508-b4a74c40b101 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 210 time: 0.2388835
Jul 06 00:42:42.543524 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-22096a84-9dd3-470b-b05b-06609e1e4beb req-6efe64a6-82d5-46bc-b41f-06a0fff64e76 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Unset dirty status for tenant:7ed2a815d05b4a4394b0ad6fae24ab9b on resource:security_group {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:42:42.544725 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-22096a84-9dd3-470b-b05b-06609e1e4beb req-6efe64a6-82d5-46bc-b41f-06a0fff64e76 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9788165
Jul 06 00:42:42.670871 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] Attempting to bind port c9b1db25-17b3-4821-986c-e136b800c1de on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:42:42.671308 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] Attempting to bind port c9b1db25-17b3-4821-986c-e136b800c1de by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': '69d09d0c-00ce-40fb-8c14-d9c815fa8b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '48721e56-bf41-45c7-a905-d9d482fee564'}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:42:42.671686 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] Attempting to bind port c9b1db25-17b3-4821-986c-e136b800c1de on network 48721e56-bf41-45c7-a905-d9d482fee564 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:42:42.696888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] Port c9b1db25-17b3-4821-986c-e136b800c1de on network 48721e56-bf41-45c7-a905-d9d482fee564 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 00:42:42.697205 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] Attempting to bind port c9b1db25-17b3-4821-986c-e136b800c1de on network 48721e56-bf41-45c7-a905-d9d482fee564 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:42:42.719210 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] Checking agent: {'id': '043dc09b-b03f-45ac-adf3-2bee2c468120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'started_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:42:42.720688 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] Checking segment: {'id': '69d09d0c-00ce-40fb-8c14-d9c815fa8b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '48721e56-bf41-45c7-a905-d9d482fee564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:42:42.721644 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] Bound using segment: {'id': '69d09d0c-00ce-40fb-8c14-d9c815fa8b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '48721e56-bf41-45c7-a905-d9d482fee564'} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:42:42.721850 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] Bound port: c9b1db25-17b3-4821-986c-e136b800c1de, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d09d0c-00ce-40fb-8c14-d9c815fa8b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '48721e56-bf41-45c7-a905-d9d482fee564'}}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:42:42.722228 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:42.836791 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1739c66-d9f4-4589-b75f-d157c6d47186 admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:42:42.860811 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] Sync routers for ids ['b229c976-f77d-438f-9b2d-3b32b06a515a'] in dv-cinder-799546-2-iscsi {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:42:42.875680 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-da43d9c6-d34d-4ae7-870e-1ebdf2fea6ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Allocated IP 172.20.0.10 (19732be1-73e3-4d00-aa78-32a7884cec12/a60bc796-39ac-4432-ad6a-03a21bc88ddc/54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4) {{(pid=80880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:42:42.896909 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] Routers {'b229c976-f77d-438f-9b2d-3b32b06a515a'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:42:42.898492 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a901022b0>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:42:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b229c976-f77d-438f-9b2d-3b32b06a515a'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:42:42.939668 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] For port c9b1db25-17b3-4821-986c-e136b800c1de, host hv-cinder-79954, cleared binding levels {{(pid=80881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:42:42.956845 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] For port c9b1db25-17b3-4821-986c-e136b800c1de, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=c9b1db25-17b3-4821-986c-e136b800c1de,segment=NetworkSegment(69d09d0c-00ce-40fb-8c14-d9c815fa8b35),segment_id=69d09d0c-00ce-40fb-8c14-d9c815fa8b35)] {{(pid=80881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:42:42.960703 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-e1739c66-d9f4-4589-b75f-d157c6d47186 admin admin] 10.222.0.13 "PUT /v2.0/routers/b229c976-f77d-438f-9b2d-3b32b06a515a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.7424927
Jul 06 00:42:42.963736 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:42.973715 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:43.331631 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:43.332969 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] Notify callbacks [] for port, precommit_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:43.341066 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] 10.222.0.39 "PUT /v2.0/ports/c9b1db25-17b3-4821-986c-e136b800c1de HTTP/1.1" status: 200  len: 1094 time: 2.5845623
Jul 06 00:42:43.341720 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f76f257-4258-4f92-8b4b-4ca471299edf', 'tag': 'c9b1db25-17b3-4821-986c-e136b800c1de'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:42:43.346105 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-eaedd4bc-e3e1-430a-860e-f7a5c8148bda req-d8cfa012-a5c5-4276-9cf7-f7f5bf21d3a4 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 210 time: 0.2593162
Jul 06 00:42:43.356843 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] Set router b229c976-f77d-438f-9b2d-3b32b06a515a gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:42:43.382220 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] Transition to ACTIVE for port object 9b9ab612-60f6-4e3d-bb34-4903f10ab82b will not be triggered until provisioned by entity L2. {{(pid=80883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:42:43.397707 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:43.428882 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c7a342b7-61e0-4726-a57a-741eacdd35a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:43.776715 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] Pushing event updated for resources: {'Port': ['ID=c9b1db25-17b3-4821-986c-e136b800c1de,revision_number=3']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:43.777767 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e2717-ca23-4f51-ad25-36d2ce069eb8 None None] Pushing event updated for resources: {'Port': ['ID=9b9ab612-60f6-4e3d-bb34-4903f10ab82b,revision_number=3']} {{(pid=80883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:43.799462 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-6f4e2717-ca23-4f51-ad25-36d2ce069eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:43.808468 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:43.920027 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-da43d9c6-d34d-4ae7-870e-1ebdf2fea6ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks [] for port, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:43.980441 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-ac535b3d-677a-4cc2-bed9-ab5f6765bb63 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ed2a815d05b4a4394b0ad6fae24ab9b&device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 1097 time: 0.3523242
Jul 06 00:42:44.017911 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-da43d9c6-d34d-4ae7-870e-1ebdf2fea6ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:44.046872 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-30045a8d-0553-4b73-8070-147adf100d0f tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:44.266231 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] Attempting to bind port 9b9ab612-60f6-4e3d-bb34-4903f10ab82b on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:42:44.267438 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] Attempting to bind port 9b9ab612-60f6-4e3d-bb34-4903f10ab82b by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': '42805dfe-6415-484b-a665-9832e690f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e'}] {{(pid=80883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:42:44.269981 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] Attempting to bind port 9b9ab612-60f6-4e3d-bb34-4903f10ab82b on network f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:42:44.302903 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:42:44.313154 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] Checking segment: {'id': '42805dfe-6415-484b-a665-9832e690f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:42:44.314323 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:44.314918 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] Bound using segment: {'id': '42805dfe-6415-484b-a665-9832e690f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e'} {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:42:44.315642 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] Bound port: 9b9ab612-60f6-4e3d-bb34-4903f10ab82b, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42805dfe-6415-484b-a665-9832e690f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e'}}] {{(pid=80883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:42:44.316209 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:44.319646 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-6a87ab90-f70e-47bb-a9e0-92cc75f41306 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9b1db25-17b3-4821-986c-e136b800c1de HTTP/1.1" status: 200  len: 217 time: 0.3170140
Jul 06 00:42:44.554756 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-da43d9c6-d34d-4ae7-870e-1ebdf2fea6ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Network 19732be1-73e3-4d00-aa78-32a7884cec12 is already hosted by enough agents. {{(pid=80880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:42:44.562721 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43d9c6-d34d-4ae7-870e-1ebdf2fea6ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Pushing event updated for resources: {'Port': ['ID=54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:44.571025 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-da43d9c6-d34d-4ae7-870e-1ebdf2fea6ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:44.576012 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-da43d9c6-d34d-4ae7-870e-1ebdf2fea6ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Resources bound (agent type, host, resource id):  {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:42:44.586250 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] For port 9b9ab612-60f6-4e3d-bb34-4903f10ab82b, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:42:44.591208 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-da43d9c6-d34d-4ae7-870e-1ebdf2fea6ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Received port after_create {{(pid=80880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:42:44.594249 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] For port 9b9ab612-60f6-4e3d-bb34-4903f10ab82b, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=9b9ab612-60f6-4e3d-bb34-4903f10ab82b,segment=NetworkSegment(42805dfe-6415-484b-a665-9832e690f418),segment_id=42805dfe-6415-484b-a665-9832e690f418)] {{(pid=80883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:42:44.606960 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-da43d9c6-d34d-4ae7-870e-1ebdf2fea6ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:44.607085 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:44.607214 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-da43d9c6-d34d-4ae7-870e-1ebdf2fea6ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:44.607859 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 50712) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:44.614888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-82b702fa-8e75-4f59-b8b4-9b3af54d7309 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2077104171', 'description': 'tempest-description--2099529032'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:42:44.630713 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:44.636470 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-82b702fa-8e75-4f59-b8b4-9b3af54d7309 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:44.660377 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-82b702fa-8e75-4f59-b8b4-9b3af54d7309 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Usage tracker for resource:security_group and tenant:13398ab56bc24c4687d1034e36eb418f is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:44.665973 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-da43d9c6-d34d-4ae7-870e-1ebdf2fea6ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7590108
Jul 06 00:42:44.671386 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-835e90ab-39ed-4fb7-a26c-04a5987b21d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:44.673045 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-82b702fa-8e75-4f59-b8b4-9b3af54d7309 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:44.694238 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-82b702fa-8e75-4f59-b8b4-9b3af54d7309 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:44.710587 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-82b702fa-8e75-4f59-b8b4-9b3af54d7309 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:44.726903 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cbb43-aab5-4e1e-8729-bcede41b822f req-1f5ee54b-5e69-46de-8aa5-de6744c29747 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:44.727850 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:44.732988 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-920cbb43-aab5-4e1e-8729-bcede41b822f req-1f5ee54b-5e69-46de-8aa5-de6744c29747 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Synchronizing usage tracker for tenant:497c5bc6650a4132aea8c107f14defba on resource:port {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:42:44.807515 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-920cbb43-aab5-4e1e-8729-bcede41b822f req-1f5ee54b-5e69-46de-8aa5-de6744c29747 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Unset dirty status for tenant:497c5bc6650a4132aea8c107f14defba on resource:port {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:42:44.811811 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-82b702fa-8e75-4f59-b8b4-9b3af54d7309 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:44.822589 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-920cbb43-aab5-4e1e-8729-bcede41b822f req-1f5ee54b-5e69-46de-8aa5-de6744c29747 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 932 time: 0.6102769
Jul 06 00:42:44.824818 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-82b702fa-8e75-4f59-b8b4-9b3af54d7309 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Usage tracker for resource:security_group_rule and tenant:13398ab56bc24c4687d1034e36eb418f is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:44.830417 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-82b702fa-8e75-4f59-b8b4-9b3af54d7309 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:44.844375 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-82b702fa-8e75-4f59-b8b4-9b3af54d7309 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:44.872051 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:44.947083 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:44.960335 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] Routers {'9100c6d2-4cc9-4052-b31c-31d10484ba49'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:42:44.961039 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90389ba8>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:42:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['9100c6d2-4cc9-4052-b31c-31d10484ba49'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:42:44.973448 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] Request body: {'port': {'device_id': '7ea9eb72-c4f0-4043-8424-d4061b6e2cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:42:45.138244 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-5565bb54-ab45-4831-98c7-8b40c339dee7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:45.140262 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-5565bb54-ab45-4831-98c7-8b40c339dee7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=200b5093-8d91-4e72-983d-32573a9abd18 HTTP/1.1" status: 200  len: 851 time: 0.2933226
Jul 06 00:42:45.218648 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e2717-ca23-4f51-ad25-36d2ce069eb8 None None] Pushing event updated for resources: {'Port': ['ID=9b9ab612-60f6-4e3d-bb34-4903f10ab82b,revision_number=4']} {{(pid=80883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:45.233101 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-920cbb43-aab5-4e1e-8729-bcede41b822f req-3e74ae13-797e-4046-b0a3-713fd69aacab tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Synchronizing usage tracker for tenant:497c5bc6650a4132aea8c107f14defba on resource:security_group {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:42:45.277451 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-6f4e2717-ca23-4f51-ad25-36d2ce069eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:45.281687 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-82b702fa-8e75-4f59-b8b4-9b3af54d7309 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:45.288466 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-82b702fa-8e75-4f59-b8b4-9b3af54d7309 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:45.333743 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a901022b0>, [{'id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'name': 'tempest-AttachVolumeTestJSON-233331972-router', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:25Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'gw_port': {'id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:27Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '7581e3a9-f348-4b86-a8d5-85c42f0c25b9', 'name': '', 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'mac_address': 'fa:16:3e:e9:1f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:34Z', 'updated_at': '2021-07-06T00:42:37Z', 'revision_number': 2, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'subnets': [{'id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:42:45.346911 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] Checking router: b229c976-f77d-438f-9b2d-3b32b06a515a for host: dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:42:45.349539 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] Updating router b229c976-f77d-438f-9b2d-3b32b06a515a port 7581e3a9-f348-4b86-a8d5-85c42f0c25b9 binding host dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 00:42:45.350848 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:45.408081 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-82b702fa-8e75-4f59-b8b4-9b3af54d7309 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:45.417051 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-82b702fa-8e75-4f59-b8b4-9b3af54d7309 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1596 time: 0.8079257
Jul 06 00:42:45.472226 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 50732) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:45.485524 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-920cbb43-aab5-4e1e-8729-bcede41b822f req-3e74ae13-797e-4046-b0a3-713fd69aacab tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Unset dirty status for tenant:497c5bc6650a4132aea8c107f14defba on resource:security_group {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:42:45.502147 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-920cbb43-aab5-4e1e-8729-bcede41b822f req-3e74ae13-797e-4046-b0a3-713fd69aacab tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6772692
Jul 06 00:42:45.508805 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:45.516378 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-49b667a4-833a-42e1-993a-d7c6d29ebb41 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Request body: {'security_group_rule': {'security_group_id': '000627aa-f430-4c74-94a6-a2daad1b76ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:42:45.563120 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-ad9afa75-8088-4d8c-be7d-495d92396dd7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=48721e56-bf41-45c7-a905-d9d482fee564&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1651802
Jul 06 00:42:45.576469 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] Set router 9100c6d2-4cc9-4052-b31c-31d10484ba49 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:42:45.577324 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 50738) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:45.578286 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b702fa-8e75-4f59-b8b4-9b3af54d7309 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=000627aa-f430-4c74-94a6-a2daad1b76ad,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:45.596511 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-82b702fa-8e75-4f59-b8b4-9b3af54d7309 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:45.660801 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 50750) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:46.025212 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-c163d5a8-5184-426c-8e70-f725bfb7a876 service neutron] 10.222.0.39 "GET /v2.0/networks/48721e56-bf41-45c7-a905-d9d482fee564?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3445687
Jul 06 00:42:46.115369 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1a1d17fa-6520-4b3c-97be-85b965899eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:46.138638 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.39', 58269) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:46.297701 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] Notify callbacks [] for port, precommit_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:46.330227 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] Transition to ACTIVE for port object 7581e3a9-f348-4b86-a8d5-85c42f0c25b9 will not be triggered until provisioned by entity L2. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:42:46.351950 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:46.358512 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:46.518655 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-49b667a4-833a-42e1-993a-d7c6d29ebb41 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:46.521772 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:46.545733 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05073c87-7620-445b-99ae-898bed4dad40 req-91fd0a4c-706f-4c2c-9ebe-0086c87ab740 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:46.556857 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:46.572019 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-05073c87-7620-445b-99ae-898bed4dad40 req-91fd0a4c-706f-4c2c-9ebe-0086c87ab740 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/networks?id=f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e HTTP/1.1" status: 200  len: 818 time: 0.2038686
Jul 06 00:42:46.605756 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-05073c87-7620-445b-99ae-898bed4dad40 req-d0da9e74-58b2-4792-86b6-65285cc5c27c tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/quotas/1963967027cc4dd4b63bb84357052310 HTTP/1.1" status: 200  len: 375 time: 0.0322096
Jul 06 00:42:46.685445 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-49b667a4-833a-42e1-993a-d7c6d29ebb41 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Usage tracker for resource:security_group_rule and tenant:13398ab56bc24c4687d1034e36eb418f is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:46.689103 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-49b667a4-833a-42e1-993a-d7c6d29ebb41 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:46.726671 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3493cd1d-0baa-4f4c-a3cf-8b913ada9919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:46.742710 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-49b667a4-833a-42e1-993a-d7c6d29ebb41 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:46.888803 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b4c2e-9513-49d4-a47a-50a7bc9dc5f1 None None] Pushing event updated for resources: {'Port': ['ID=7581e3a9-f348-4b86-a8d5-85c42f0c25b9,revision_number=3']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:46.906027 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-1a1d17fa-6520-4b3c-97be-85b965899eb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:46.993395 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f78b4c2e-9513-49d4-a47a-50a7bc9dc5f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:47.011931 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90389ba8>, [{'id': '9100c6d2-4cc9-4052-b31c-31d10484ba49', 'name': 'tempest-ServerRescueNegativeTestJSON-963439053-router', 'tenant_id': '1963967027cc4dd4b63bb84357052310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'a098f709-a885-4b0b-8359-44a3fd357ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:29Z', 'updated_at': '2021-07-06T00:42:34Z', 'revision_number': 4, 'project_id': '1963967027cc4dd4b63bb84357052310', 'gw_port': {'id': 'a098f709-a885-4b0b-8359-44a3fd357ead', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:60:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9100c6d2-4cc9-4052-b31c-31d10484ba49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:30Z', 'updated_at': '2021-07-06T00:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '9b9ab612-60f6-4e3d-bb34-4903f10ab82b', 'name': '', 'network_id': 'f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e', 'tenant_id': '1963967027cc4dd4b63bb84357052310', 'mac_address': 'fa:16:3e:fb:e3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9100c6d2-4cc9-4052-b31c-31d10484ba49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a28ffc-a537-4a50-9ffb-7893c410a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:34Z', 'updated_at': '2021-07-06T00:42:44Z', 'revision_number': 4, 'project_id': '1963967027cc4dd4b63bb84357052310', 'subnets': [{'id': '86a28ffc-a537-4a50-9ffb-7893c410a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:42:47.022236 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84c277d-3e29-4946-ba99-eedf98cc728b None None] The sync data for ids ['9100c6d2-4cc9-4052-b31c-31d10484ba49'] in dv-cinder-799546-2-iscsi is: [{'id': '9100c6d2-4cc9-4052-b31c-31d10484ba49', 'name': 'tempest-ServerRescueNegativeTestJSON-963439053-router', 'tenant_id': '1963967027cc4dd4b63bb84357052310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'a098f709-a885-4b0b-8359-44a3fd357ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:29Z', 'updated_at': '2021-07-06T00:42:34Z', 'revision_number': 4, 'project_id': '1963967027cc4dd4b63bb84357052310', 'gw_port': {'id': 'a098f709-a885-4b0b-8359-44a3fd357ead', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:60:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9100c6d2-4cc9-4052-b31c-31d10484ba49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:30Z', 'updated_at': '2021-07-06T00:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '9b9ab612-60f6-4e3d-bb34-4903f10ab82b', 'name': '', 'network_id': 'f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e', 'tenant_id': '1963967027cc4dd4b63bb84357052310', 'mac_address': 'fa:16:3e:fb:e3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9100c6d2-4cc9-4052-b31c-31d10484ba49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '86a28ffc-a537-4a50-9ffb-7893c410a8f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:34Z', 'updated_at': '2021-07-06T00:42:44Z', 'revision_number': 4, 'project_id': '1963967027cc4dd4b63bb84357052310', 'subnets': [{'id': '86a28ffc-a537-4a50-9ffb-7893c410a8f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:42:47.031952 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-1a1d17fa-6520-4b3c-97be-85b965899eb4 admin admin] Usage tracker for resource:security_group_rule and tenant:a19f910d52f64806bf6e02771bb78d44 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:47.065888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] Attempting to bind port 7581e3a9-f348-4b86-a8d5-85c42f0c25b9 on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:42:47.066623 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] Attempting to bind port 7581e3a9-f348-4b86-a8d5-85c42f0c25b9 by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': 'b8b15407-88ee-4838-b353-b0f018d7e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e'}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:42:47.067167 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] Attempting to bind port 7581e3a9-f348-4b86-a8d5-85c42f0c25b9 on network 41657b10-f5b5-45f4-877a-d9b5218b372e {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:42:47.072290 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-1a1d17fa-6520-4b3c-97be-85b965899eb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:47.085710 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:42:47.086233 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] Checking segment: {'id': 'b8b15407-88ee-4838-b353-b0f018d7e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:42:47.086758 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:47.087249 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] Bound using segment: {'id': 'b8b15407-88ee-4838-b353-b0f018d7e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e'} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:42:47.087918 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] Bound port: 7581e3a9-f348-4b86-a8d5-85c42f0c25b9, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b15407-88ee-4838-b353-b0f018d7e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e'}}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:42:47.093653 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:47.129683 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b4f3c-3ed2-4976-95ac-86c1fc7b7693 req-087c3a2e-f710-4912-85ed-d4e369f35938 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:47.132278 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-eb5b4f3c-3ed2-4976-95ac-86c1fc7b7693 req-087c3a2e-f710-4912-85ed-d4e369f35938 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 944 time: 1.8743813
Jul 06 00:42:47.176025 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-3493cd1d-0baa-4f4c-a3cf-8b913ada9919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:47.190703 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-3493cd1d-0baa-4f4c-a3cf-8b913ada9919 admin admin] Usage tracker for resource:security_group_rule and tenant:de904fd4179649d0acab1d35128db84f is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:47.195875 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-3493cd1d-0baa-4f4c-a3cf-8b913ada9919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:47.201895 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-3493cd1d-0baa-4f4c-a3cf-8b913ada9919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:47.333141 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3493cd1d-0baa-4f4c-a3cf-8b913ada9919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:47.345445 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-689bd281-b5c2-4208-8899-62027d25a258 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:47.346993 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-689bd281-b5c2-4208-8899-62027d25a258 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.39 "GET /v2.0/networks?id=f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e HTTP/1.1" status: 200  len: 818 time: 1.1949759
Jul 06 00:42:47.353861 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-1a1d17fa-6520-4b3c-97be-85b965899eb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:47.356013 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3493cd1d-0baa-4f4c-a3cf-8b913ada9919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:47.371414 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-49b667a4-833a-42e1-993a-d7c6d29ebb41 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:47.372585 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ec85b5fc-d780-4ba0-a8aa-d3e9f35417c9 req-b09b9ab1-0348-4010-8216-a5d0b0aaaeef service neutron] 10.222.0.39 "GET /v2.0/networks/48721e56-bf41-45c7-a905-d9d482fee564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2326646
Jul 06 00:42:47.377400 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7c67e33c-2541-448a-a9c9-9d237ef25e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:47.411910 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493cd1d-0baa-4f4c-a3cf-8b913ada9919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb64ce78-475e-47f3-95f0-2c32ebc5de4a,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:47.416487 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3493cd1d-0baa-4f4c-a3cf-8b913ada9919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:47.461452 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-3493cd1d-0baa-4f4c-a3cf-8b913ada9919 admin admin] Synchronizing usage tracker for tenant:0b97208620f043809371de9cd897ef30 on resource:security_group {{(pid=80881) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:42:47.469693 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] For port 7581e3a9-f348-4b86-a8d5-85c42f0c25b9, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:42:47.471368 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-156c870b-953f-4149-8a8c-dafc46914c75 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Request body: {'port': {'device_id': '2b96892a-f73f-402d-97ba-50d0488a3859', 'network_id': 'f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e', 'admin_state_up': True, 'tenant_id': '1963967027cc4dd4b63bb84357052310'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:42:47.478398 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] For port 7581e3a9-f348-4b86-a8d5-85c42f0c25b9, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=7581e3a9-f348-4b86-a8d5-85c42f0c25b9,segment=NetworkSegment(b8b15407-88ee-4838-b353-b0f018d7e9a4),segment_id=b8b15407-88ee-4838-b353-b0f018d7e9a4)] {{(pid=80882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:42:47.487464 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:47.514726 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f78b4c2e-9513-49d4-a47a-50a7bc9dc5f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:47.566482 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-eb5b4f3c-3ed2-4976-95ac-86c1fc7b7693 req-1c4087b1-9c12-4dc1-8dfb-e325b26eb7ea tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3078084
Jul 06 00:42:47.605261 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-05073c87-7620-445b-99ae-898bed4dad40 req-27571300-06bb-4fab-af87-c118a995f2de tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1963967027cc4dd4b63bb84357052310&fields=id HTTP/1.1" status: 200  len: 255 time: 0.9984586
Jul 06 00:42:47.689801 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-156c870b-953f-4149-8a8c-dafc46914c75 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:47.694852 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-156c870b-953f-4149-8a8c-dafc46914c75 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Usage tracker for resource:port and tenant:1963967027cc4dd4b63bb84357052310 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:47.697980 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-156c870b-953f-4149-8a8c-dafc46914c75 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:47.704788 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-156c870b-953f-4149-8a8c-dafc46914c75 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:47.728857 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-156c870b-953f-4149-8a8c-dafc46914c75 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Made reservation on behalf of 1963967027cc4dd4b63bb84357052310 for: {'port': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:42:47.743609 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-156c870b-953f-4149-8a8c-dafc46914c75 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:47.760584 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b4c2e-9513-49d4-a47a-50a7bc9dc5f1 None None] Pushing event updated for resources: {'Port': ['ID=7581e3a9-f348-4b86-a8d5-85c42f0c25b9,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:47.765637 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f78b4c2e-9513-49d4-a47a-50a7bc9dc5f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:47.789222 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-3493cd1d-0baa-4f4c-a3cf-8b913ada9919 admin admin] Unset dirty status for tenant:0b97208620f043809371de9cd897ef30 on resource:security_group {{(pid=80881) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:42:47.790528 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-3493cd1d-0baa-4f4c-a3cf-8b913ada9919 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de904fd4179649d0acab1d35128db84f&name=default HTTP/1.1" status: 200  len: 2629 time: 2.2023668
Jul 06 00:42:47.826673 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] Routers {'b229c976-f77d-438f-9b2d-3b32b06a515a'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:42:47.827513 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a901022b0>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:42:45Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b229c976-f77d-438f-9b2d-3b32b06a515a'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:42:47.954261 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 50798) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:48.297950 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-49b667a4-833a-42e1-993a-d7c6d29ebb41 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:48.326503 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 9b9ab612-60f6-4e3d-bb34-4903f10ab82b up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:42:48.390576 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1a1d17fa-6520-4b3c-97be-85b965899eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:48.423466 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1a1d17fa-6520-4b3c-97be-85b965899eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:48.450949 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0145adb9-6169-4dff-9bbd-d0c49f503c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:48.503775 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f76f257-4258-4f92-8b4b-4ca471299edf', 'tag': 'c9b1db25-17b3-4821-986c-e136b800c1de', 'status': 'completed', 'code': 200}
Jul 06 00:42:48.505818 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d17fa-6520-4b3c-97be-85b965899eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff564c6f-50fa-44e5-8f68-ffe8c8d8f5c6,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:48.521379 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4 {{(pid=80880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:42:48.545302 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:48.565472 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] Transition to ACTIVE for port object 54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4 will not be triggered until provisioned by entity L2. {{(pid=80880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:42:48.603955 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:48.611554 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-49b667a4-833a-42e1-993a-d7c6d29ebb41 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492264'] for security_group_rule, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:48.615188 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1a1d17fa-6520-4b3c-97be-85b965899eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:48.641253 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] Set router b229c976-f77d-438f-9b2d-3b32b06a515a gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:42:48.658274 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:48.720827 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-1a1d17fa-6520-4b3c-97be-85b965899eb4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a19f910d52f64806bf6e02771bb78d44&name=default HTTP/1.1" status: 200  len: 2629 time: 3.0582201
Jul 06 00:42:48.738229 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 50814) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:48.742850 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7773f4f2-3aa7-4e36-94a4-de7f64a37317 req-5de1d25f-f068-4a15-a2d1-5f7c733088c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ed2a815d05b4a4394b0ad6fae24ab9b&device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 1097 time: 0.2128105
Jul 06 00:42:48.783337 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port 9b9ab612-60f6-4e3d-bb34-4903f10ab82b completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:42:48.808824 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 9b9ab612-60f6-4e3d-bb34-4903f10ab82b triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:42:48.809279 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:49.000242 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773f4f2-3aa7-4e36-94a4-de7f64a37317 req-ac9d3805-f71d-4c44-8419-bc5efde7500a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:49.002157 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7773f4f2-3aa7-4e36-94a4-de7f64a37317 req-ac9d3805-f71d-4c44-8419-bc5efde7500a service neutron] 10.222.0.39 "GET /v2.0/networks?id=48721e56-bf41-45c7-a905-d9d482fee564 HTTP/1.1" status: 200  len: 912 time: 0.2001708
Jul 06 00:42:49.011793 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-05073c87-7620-445b-99ae-898bed4dad40 req-3475183b-0ac9-4070-9275-e3a529b1e3de service neutron] 10.222.0.13 "GET /v2.0/networks/f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3236704
Jul 06 00:42:49.035333 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-745bfd2a-6931-4bd9-9084-5ff5cfb9109d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:49.040310 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-49b667a4-833a-42e1-993a-d7c6d29ebb41 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:49.046473 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-49b667a4-833a-42e1-993a-d7c6d29ebb41 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 3.5625572
Jul 06 00:42:49.073839 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-745bfd2a-6931-4bd9-9084-5ff5cfb9109d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:49.127102 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-156c870b-953f-4149-8a8c-dafc46914c75 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Allocated IP 172.20.0.6 (f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e/86a28ffc-a537-4a50-9ffb-7893c410a8f3/9551bc00-2956-4176-be5b-c2093ff12adc) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:42:49.129379 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 50822) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:49.201614 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-9818f496-3017-49ff-85c5-3b30491a31a2 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Request body: {'security_group_rule': {'security_group_id': '000627aa-f430-4c74-94a6-a2daad1b76ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:42:49.209419 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-9818f496-3017-49ff-85c5-3b30491a31a2 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:49.214211 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-9818f496-3017-49ff-85c5-3b30491a31a2 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Usage tracker for resource:security_group_rule and tenant:13398ab56bc24c4687d1034e36eb418f is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:49.218326 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-9818f496-3017-49ff-85c5-3b30491a31a2 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:49.229620 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-9818f496-3017-49ff-85c5-3b30491a31a2 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:49.242970 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-745bfd2a-6931-4bd9-9084-5ff5cfb9109d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:49.283359 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9818f496-3017-49ff-85c5-3b30491a31a2 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:49.285623 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] Attempting to bind port 54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4 on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:42:49.290148 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] Attempting to bind port 54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4 by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': 'f323667f-7604-4dac-b4b2-e438c13b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '19732be1-73e3-4d00-aa78-32a7884cec12'}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:42:49.290648 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] Attempting to bind port 54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4 on network 19732be1-73e3-4d00-aa78-32a7884cec12 {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:42:49.324971 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] Port 54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4 on network 19732be1-73e3-4d00-aa78-32a7884cec12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 00:42:49.325706 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] Attempting to bind port 54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4 on network 19732be1-73e3-4d00-aa78-32a7884cec12 {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:42:49.326257 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-82b702fa-8e75-4f59-b8b4-9b3af54d7309 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:49.334400 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a2364a18-02a9-44a6-909a-d924840dcc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:49.342029 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] Checking agent: {'id': '043dc09b-b03f-45ac-adf3-2bee2c468120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'started_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:42:49.342508 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] Checking segment: {'id': 'f323667f-7604-4dac-b4b2-e438c13b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '19732be1-73e3-4d00-aa78-32a7884cec12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:42:49.343210 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] Bound using segment: {'id': 'f323667f-7604-4dac-b4b2-e438c13b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '19732be1-73e3-4d00-aa78-32a7884cec12'} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:42:49.343985 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] Bound port: 54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f323667f-7604-4dac-b4b2-e438c13b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '19732be1-73e3-4d00-aa78-32a7884cec12'}}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:42:49.344435 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:49.366126 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bfd2a-6931-4bd9-9084-5ff5cfb9109d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff564c6f-50fa-44e5-8f68-ffe8c8d8f5c6,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:49.404551 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7773f4f2-3aa7-4e36-94a4-de7f64a37317 req-4ea439e1-eae1-4cad-8170-9bf487c9d0b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c9b1db25-17b3-4821-986c-e136b800c1de HTTP/1.1" status: 200  len: 217 time: 0.2725253
Jul 06 00:42:49.446309 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-745bfd2a-6931-4bd9-9084-5ff5cfb9109d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:49.487783 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] For port 54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4, host hv-cinder-79954, cleared binding levels {{(pid=80880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:42:49.493749 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] For port 54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4,segment=NetworkSegment(f323667f-7604-4dac-b4b2-e438c13b3634),segment_id=f323667f-7604-4dac-b4b2-e438c13b3634)] {{(pid=80880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:42:49.509604 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-745bfd2a-6931-4bd9-9084-5ff5cfb9109d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:49.510702 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-745bfd2a-6931-4bd9-9084-5ff5cfb9109d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff564c6f-50fa-44e5-8f68-ffe8c8d8f5c6 HTTP/1.1" status: 204  len: 168 time: 0.7663853
Jul 06 00:42:49.512244 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] Pushing event updated for resources: {'Port': ['ID=54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4,revision_number=2']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:49.516805 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:49.529557 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.871s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:49.531072 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.621s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:49.584907 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b667a4-833a-42e1-993a-d7c6d29ebb41 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eab1752-d27d-4701-b74e-d8cdce065ed2,revision_number=0']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:49.615562 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-49b667a4-833a-42e1-993a-d7c6d29ebb41 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:49.619030 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a2364a18-02a9-44a6-909a-d924840dcc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:49.636640 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-da43d9c6-d34d-4ae7-870e-1ebdf2fea6ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:49.742619 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-05073c87-7620-445b-99ae-898bed4dad40 req-bd882a12-34e9-4025-bd1f-566101d673f1 service neutron] 10.222.0.13 "GET /v2.0/networks/f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7298229
Jul 06 00:42:49.762521 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:49.768669 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] 10.222.0.39 "PUT /v2.0/ports/54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4 HTTP/1.1" status: 200  len: 1094 time: 4.8106768
Jul 06 00:42:49.776751 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ea9eb72-c4f0-4043-8424-d4061b6e2cf2', 'tag': '54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4'}] {{(pid=80880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:42:50.102851 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2f9a7-0370-47ef-9efa-7483c867dae9 req-74445f96-16f8-414b-828b-7a29ea960556 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:50.104869 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5ca2f9a7-0370-47ef-9efa-7483c867dae9 req-74445f96-16f8-414b-828b-7a29ea960556 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 944 time: 1.2055118
Jul 06 00:42:50.156113 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:50.179977 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9818f496-3017-49ff-85c5-3b30491a31a2 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:50.191999 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773f4f2-3aa7-4e36-94a4-de7f64a37317 req-1493a150-8528-42e9-9633-72d7dbb719d9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:50.210941 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7773f4f2-3aa7-4e36-94a4-de7f64a37317 req-1493a150-8528-42e9-9633-72d7dbb719d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=200b5093-8d91-4e72-983d-32573a9abd18 HTTP/1.1" status: 200  len: 851 time: 0.4896438
Jul 06 00:42:50.238043 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9818f496-3017-49ff-85c5-3b30491a31a2 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492264'] for security_group_rule, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:50.276907 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a901022b0>, [{'id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'name': 'tempest-AttachVolumeTestJSON-233331972-router', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:25Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'gw_port': {'id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:27Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '7581e3a9-f348-4b86-a8d5-85c42f0c25b9', 'name': '', 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'mac_address': 'fa:16:3e:e9:1f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:34Z', 'updated_at': '2021-07-06T00:42:47Z', 'revision_number': 4, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'subnets': [{'id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:42:50.303106 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba160f60-8de8-4356-8125-46e9d299e22a None None] The sync data for ids ['b229c976-f77d-438f-9b2d-3b32b06a515a'] in dv-cinder-799546-2-iscsi is: [{'id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'name': 'tempest-AttachVolumeTestJSON-233331972-router', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:25Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'gw_port': {'id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:27Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '7581e3a9-f348-4b86-a8d5-85c42f0c25b9', 'name': '', 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'mac_address': 'fa:16:3e:e9:1f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:34Z', 'updated_at': '2021-07-06T00:42:47Z', 'revision_number': 4, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'subnets': [{'id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:42:50.311850 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] For port 9b9ab612-60f6-4e3d-bb34-4903f10ab82b, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=9b9ab612-60f6-4e3d-bb34-4903f10ab82b,segment=NetworkSegment(42805dfe-6415-484b-a665-9832e690f418),segment_id=42805dfe-6415-484b-a665-9832e690f418)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:42:50.320515 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:50.327003 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:50.431199 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] Pushing event updated for resources: {'Port': ['ID=54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4,revision_number=3']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:50.458118 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7773f4f2-3aa7-4e36-94a4-de7f64a37317 req-6a3b27f6-84ab-41da-a558-3df48dd12542 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=48721e56-bf41-45c7-a905-d9d482fee564&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2080660
Jul 06 00:42:50.474760 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:50.489199 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:50.515249 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 50852) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:50.532693 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5ca2f9a7-0370-47ef-9efa-7483c867dae9 req-8e3b5e03-5479-4326-b632-4ca02acb92c8 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3586440
Jul 06 00:42:50.542648 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-74b182ba-cad2-49a8-b5a7-1b9c4261b231 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=497c5bc6650a4132aea8c107f14defba&device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 1097 time: 0.5851471
Jul 06 00:42:50.551400 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a2364a18-02a9-44a6-909a-d924840dcc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:50.567895 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:50.618619 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Pushing event updated for resources: {'Port': ['ID=9b9ab612-60f6-4e3d-bb34-4903f10ab82b,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:50.630596 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:50.908633 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-adff17fd-17a7-46be-afd4-8b933aeb7765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:50.945658 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818f496-3017-49ff-85c5-3b30491a31a2 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=104a0ff4-bd04-496a-84b3-26209e04453d,revision_number=0']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:51.022033 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7773f4f2-3aa7-4e36-94a4-de7f64a37317 req-fa126f07-4a5e-429c-8af5-5a2c914a1a48 service neutron] 10.222.0.39 "GET /v2.0/networks/48721e56-bf41-45c7-a905-d9d482fee564?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5265245
Jul 06 00:42:51.033329 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9818f496-3017-49ff-85c5-3b30491a31a2 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:51.067434 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-156c870b-953f-4149-8a8c-dafc46914c75 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:51.126444 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9818f496-3017-49ff-85c5-3b30491a31a2 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:51.132943 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-9818f496-3017-49ff-85c5-3b30491a31a2 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.9327102
Jul 06 00:42:51.135679 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 50870) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:51.138119 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-156c870b-953f-4149-8a8c-dafc46914c75 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:51.148880 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-dd08f92b-9d38-4399-9c72-859d7847ca59 req-806db5f5-8767-4fd1-aa79-b853c91eb26a tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 210 time: 0.1188080
Jul 06 00:42:51.160577 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-c542bc57-72d0-4b73-b1ee-88544ecff209 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Request body: {'floatingip': {'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:42:51.163564 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2364a18-02a9-44a6-909a-d924840dcc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb64ce78-475e-47f3-95f0-2c32ebc5de4a,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:51.177809 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c542bc57-72d0-4b73-b1ee-88544ecff209 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:51.211593 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9d19d9a7-cec6-45d9-a244-03106069e005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:51.217987 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a2364a18-02a9-44a6-909a-d924840dcc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:51.219730 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-a2364a18-02a9-44a6-909a-d924840dcc1c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb64ce78-475e-47f3-95f0-2c32ebc5de4a HTTP/1.1" status: 204  len: 168 time: 3.2640805
Jul 06 00:42:51.346628 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a2364a18-02a9-44a6-909a-d924840dcc1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:51.371504 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-edef55fa-b4b7-43bf-9b38-3e7e53ecb59c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4 HTTP/1.1" status: 200  len: 217 time: 0.7805741
Jul 06 00:42:51.566378 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-7154e928-ee37-446d-8f5d-bce9a3f29994 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:51.579694 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-7154e928-ee37-446d-8f5d-bce9a3f29994 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a60bc796-39ac-4432-ad6a-03a21bc88ddc HTTP/1.1" status: 200  len: 854 time: 0.1820817
Jul 06 00:42:51.612503 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ea76c-e599-4637-ac46-7d0338c8197d req-824db45b-ea62-457e-b743-851c35cf69a7 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:51.621974 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-394ea76c-e599-4637-ac46-7d0338c8197d req-824db45b-ea62-457e-b743-851c35cf69a7 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 944 time: 0.5211821
Jul 06 00:42:51.724113 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-4d8c1562-a15a-4086-bc8a-ad89f5c3a4ab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=19732be1-73e3-4d00-aa78-32a7884cec12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0761647
Jul 06 00:42:51.744036 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7773f4f2-3aa7-4e36-94a4-de7f64a37317 req-d0b02282-9886-4efe-8ebd-3663b4d1fb5f service neutron] 10.222.0.39 "GET /v2.0/networks/48721e56-bf41-45c7-a905-d9d482fee564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4123874
Jul 06 00:42:51.745252 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c542bc57-72d0-4b73-b1ee-88544ecff209 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Usage tracker for resource:floatingip and tenant:13398ab56bc24c4687d1034e36eb418f is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:51.812059 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c542bc57-72d0-4b73-b1ee-88544ecff209 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:51.818000 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-adff17fd-17a7-46be-afd4-8b933aeb7765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:51.868078 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c542bc57-72d0-4b73-b1ee-88544ecff209 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:51.970351 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c870b-953f-4149-8a8c-dafc46914c75 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Pushing event updated for resources: {'Port': ['ID=9551bc00-2956-4176-be5b-c2093ff12adc,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:51.983246 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-156c870b-953f-4149-8a8c-dafc46914c75 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:51.984608 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-adff17fd-17a7-46be-afd4-8b933aeb7765 admin admin] Usage tracker for resource:security_group_rule and tenant:9b5bed6df149440b90d0a1d246ec8c2c is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:51.990896 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c542bc57-72d0-4b73-b1ee-88544ecff209 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for floatingip, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:52.058375 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-156c870b-953f-4149-8a8c-dafc46914c75 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Network f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:42:52.072073 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-adff17fd-17a7-46be-afd4-8b933aeb7765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:52.077982 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-156c870b-953f-4149-8a8c-dafc46914c75 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:42:52.083782 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-156c870b-953f-4149-8a8c-dafc46914c75 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:42:52.102026 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-156c870b-953f-4149-8a8c-dafc46914c75 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:52.102568 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-156c870b-953f-4149-8a8c-dafc46914c75 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:52.113329 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-394ea76c-e599-4637-ac46-7d0338c8197d req-820d4b81-a34b-4dc3-b231-2ed644185f9e tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4901116
Jul 06 00:42:52.172200 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-adff17fd-17a7-46be-afd4-8b933aeb7765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:52.182843 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-156c870b-953f-4149-8a8c-dafc46914c75 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.7252729
Jul 06 00:42:52.187699 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-f48c73d3-c3d9-4071-8d29-2e8707cdebb1 service neutron] 10.222.0.39 "GET /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3803101
Jul 06 00:42:52.443664 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 50898) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:52.486257 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] Request body: {'port': {'device_id': '2b96892a-f73f-402d-97ba-50d0488a3859', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:42:52.592861 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 9b9ab612-60f6-4e3d-bb34-4903f10ab82b up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:42:52.791847 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 9b9ab612-60f6-4e3d-bb34-4903f10ab82b triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:42:52.792345 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:53.022649 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-75832b62-8d5e-4769-ad2f-c8ca33b28378 req-e80d5f36-3c0c-4ca2-aa6c-ff4d6923c380 service neutron] 10.222.0.39 "GET /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7184739
Jul 06 00:42:53.027393 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ea9eb72-c4f0-4043-8424-d4061b6e2cf2', 'tag': '54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4', 'status': 'completed', 'code': 200}
Jul 06 00:42:53.174980 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 7581e3a9-f348-4b86-a8d5-85c42f0c25b9 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:42:53.219088 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37882ea3-bc0e-448a-b66e-70ac3b2af65c req-3bf3a5be-a3e8-41bb-b6ef-38f8602cd194 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:53.230544 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-37882ea3-bc0e-448a-b66e-70ac3b2af65c req-3bf3a5be-a3e8-41bb-b6ef-38f8602cd194 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 944 time: 0.4730575
Jul 06 00:42:53.291500 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port 7581e3a9-f348-4b86-a8d5-85c42f0c25b9 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:42:53.304019 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 7581e3a9-f348-4b86-a8d5-85c42f0c25b9 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:42:53.304476 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:53.549714 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:53.609467 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e652fef9-355c-43a8-a894-683ec562b96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:53.612727 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] For port 7581e3a9-f348-4b86-a8d5-85c42f0c25b9, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=7581e3a9-f348-4b86-a8d5-85c42f0c25b9,segment=NetworkSegment(b8b15407-88ee-4838-b353-b0f018d7e9a4),segment_id=b8b15407-88ee-4838-b353-b0f018d7e9a4)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:42:53.617466 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:53.623300 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1f26aa20-3787-44da-a625-c47d0ca86a40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:53.679006 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:53.697011 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-adff17fd-17a7-46be-afd4-8b933aeb7765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:53.730621 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-14777bfb-4408-468a-be86-518df8c59649 req-8214c561-737e-4d65-902e-f27abb6bac5c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=497c5bc6650a4132aea8c107f14defba&device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 1097 time: 0.2576759
Jul 06 00:42:53.742752 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05073c87-7620-445b-99ae-898bed4dad40 req-b165e4df-6a81-4a5c-a154-624dfad190cb tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:53.744385 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-05073c87-7620-445b-99ae-898bed4dad40 req-b165e4df-6a81-4a5c-a154-624dfad190cb tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.39 "GET /v2.0/networks?id=f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e HTTP/1.1" status: 200  len: 818 time: 0.4263504
Jul 06 00:42:53.751822 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-adff17fd-17a7-46be-afd4-8b933aeb7765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:53.785252 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Pushing event updated for resources: {'Port': ['ID=7581e3a9-f348-4b86-a8d5-85c42f0c25b9,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:53.795993 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:53.815417 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1a1d17fa-6520-4b3c-97be-85b965899eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:53.826358 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-adff17fd-17a7-46be-afd4-8b933aeb7765 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b5bed6df149440b90d0a1d246ec8c2c&name=default HTTP/1.1" status: 200  len: 2629 time: 2.9712706
Jul 06 00:42:53.837941 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ec0624f5-fd74-4389-87f5-46734118e2f9 req-a48409b5-b42d-4051-ab6c-cd052b023568 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 210 time: 0.2782514
Jul 06 00:42:53.838843 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 50932) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:53.847387 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-05073c87-7620-445b-99ae-898bed4dad40 req-bd0bf2fa-6094-4b84-b4f4-7c18e9709280 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Request body: {'port': {'device_id': '8c022c9c-7bdd-427c-a268-2c0d2d049118', 'network_id': 'f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e', 'admin_state_up': True, 'tenant_id': '1963967027cc4dd4b63bb84357052310'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:42:54.254256 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-05073c87-7620-445b-99ae-898bed4dad40 req-bd0bf2fa-6094-4b84-b4f4-7c18e9709280 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:54.262691 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-05073c87-7620-445b-99ae-898bed4dad40 req-bd0bf2fa-6094-4b84-b4f4-7c18e9709280 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Usage tracker for resource:port and tenant:1963967027cc4dd4b63bb84357052310 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:54.267058 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff17fd-17a7-46be-afd4-8b933aeb7765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60c5529-b68f-47b4-ae46-9d7c3ebd31d8,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:54.272722 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-05073c87-7620-445b-99ae-898bed4dad40 req-bd0bf2fa-6094-4b84-b4f4-7c18e9709280 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:54.288174 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-05073c87-7620-445b-99ae-898bed4dad40 req-bd0bf2fa-6094-4b84-b4f4-7c18e9709280 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:54.293628 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-e652fef9-355c-43a8-a894-683ec562b96d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:42:54.296522 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-adff17fd-17a7-46be-afd4-8b933aeb7765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:54.374358 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8b1534a7-9fb8-4c48-8e51-f0819c3f83ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:54.391293 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c542bc57-72d0-4b73-b1ee-88544ecff209 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:54.406212 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-e652fef9-355c-43a8-a894-683ec562b96d admin admin] Usage tracker for resource:security_group_rule and tenant:803bf7cd62d9414983abff7e670c2df5 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:42:54.427542 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 7581e3a9-f348-4b86-a8d5-85c42f0c25b9 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:42:54.445302 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8b1534a7-9fb8-4c48-8e51-f0819c3f83ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:54.529193 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-e652fef9-355c-43a8-a894-683ec562b96d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:42:54.562936 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-e652fef9-355c-43a8-a894-683ec562b96d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:42:54.568268 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05073c87-7620-445b-99ae-898bed4dad40 req-bd0bf2fa-6094-4b84-b4f4-7c18e9709280 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Made reservation on behalf of 1963967027cc4dd4b63bb84357052310 for: {'port': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:42:54.576856 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-05073c87-7620-445b-99ae-898bed4dad40 req-bd0bf2fa-6094-4b84-b4f4-7c18e9709280 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:54.611874 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 7581e3a9-f348-4b86-a8d5-85c42f0c25b9 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:42:54.612252 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:54.701927 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-37882ea3-bc0e-448a-b66e-70ac3b2af65c req-27a36de2-28d5-437e-bc39-8a3502869a8f tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.4637592
Jul 06 00:42:54.918640 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [req-05073c87-7620-445b-99ae-898bed4dad40 req-bd0bf2fa-6094-4b84-b4f4-7c18e9709280 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Allocated IP 172.20.0.14 (f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e/86a28ffc-a537-4a50-9ffb-7893c410a8f3/34c937ff-416c-41be-8f81-404ce3086745) {{(pid=80880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:42:55.025625 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-c542bc57-72d0-4b73-b1ee-88544ecff209 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Allocated IP 172.27.1.253 (34126de2-0804-4024-8df6-3ba8cfd107e5/1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b/2bab39b1-e309-4329-8dc9-144db2d4075c) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:42:55.072950 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14777bfb-4408-468a-be86-518df8c59649 req-70fece05-bd25-463f-b073-d5ab60667b02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:55.074752 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-14777bfb-4408-468a-be86-518df8c59649 req-70fece05-bd25-463f-b073-d5ab60667b02 service neutron] 10.222.0.39 "GET /v2.0/networks?id=19732be1-73e3-4d00-aa78-32a7884cec12 HTTP/1.1" status: 200  len: 915 time: 1.2610660
Jul 06 00:42:55.076896 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9551bc00-2956-4176-be5b-c2093ff12adc {{(pid=80881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:42:55.088555 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:55.247687 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] Transition to ACTIVE for port object 9551bc00-2956-4176-be5b-c2093ff12adc will not be triggered until provisioned by entity L2. {{(pid=80881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:42:55.268208 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:55.271178 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8b1534a7-9fb8-4c48-8e51-f0819c3f83ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:55.293041 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7c5fa-62ac-479e-af0a-11b3c5ac250c req-8fa7dd21-27f6-4e7c-a8d9-442bfdcf5a43 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:55.295349 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:55.296971 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d9d7c5fa-62ac-479e-af0a-11b3c5ac250c req-8fa7dd21-27f6-4e7c-a8d9-442bfdcf5a43 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 944 time: 1.1961164
Jul 06 00:42:55.298486 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-7a72ce1f-8a17-448d-8e0b-a02f10545760 req-a1f13c47-7c4a-48dd-b3a1-8f7a9987c70e tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Synchronizing usage tracker for tenant:1963967027cc4dd4b63bb84357052310 on resource:port {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:42:55.317266 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a2364a18-02a9-44a6-909a-d924840dcc1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:55.357504 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1534a7-9fb8-4c48-8e51-f0819c3f83ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60c5529-b68f-47b4-ae46-9d7c3ebd31d8,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:55.398534 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-05073c87-7620-445b-99ae-898bed4dad40 req-bd0bf2fa-6094-4b84-b4f4-7c18e9709280 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Notify callbacks [] for port, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:55.435464 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-8b1534a7-9fb8-4c48-8e51-f0819c3f83ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:55.438885 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8b1534a7-9fb8-4c48-8e51-f0819c3f83ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:55.443617 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-8b1534a7-9fb8-4c48-8e51-f0819c3f83ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b60c5529-b68f-47b4-ae46-9d7c3ebd31d8 HTTP/1.1" status: 204  len: 168 time: 1.5507066
Jul 06 00:42:55.443617 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-05073c87-7620-445b-99ae-898bed4dad40 req-bd0bf2fa-6094-4b84-b4f4-7c18e9709280 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:55.446025 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-7a72ce1f-8a17-448d-8e0b-a02f10545760 req-a1f13c47-7c4a-48dd-b3a1-8f7a9987c70e tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Unset dirty status for tenant:1963967027cc4dd4b63bb84357052310 on resource:port {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:42:55.449321 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e652fef9-355c-43a8-a894-683ec562b96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:55.457581 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7a72ce1f-8a17-448d-8e0b-a02f10545760 req-a1f13c47-7c4a-48dd-b3a1-8f7a9987c70e tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 210 time: 0.2339282
Jul 06 00:42:55.462371 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e652fef9-355c-43a8-a894-683ec562b96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:55.488370 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:55.521496 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-e652fef9-355c-43a8-a894-683ec562b96d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=803bf7cd62d9414983abff7e670c2df5&name=default HTTP/1.1" status: 200  len: 2629 time: 3.0540264
Jul 06 00:42:55.538291 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 50976) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:42:55.625201 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] Attempting to bind port 9551bc00-2956-4176-be5b-c2093ff12adc on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:42:55.625626 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] Attempting to bind port 9551bc00-2956-4176-be5b-c2093ff12adc by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': '42805dfe-6415-484b-a665-9832e690f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e'}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:42:55.625932 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] Attempting to bind port 9551bc00-2956-4176-be5b-c2093ff12adc on network f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:42:55.638244 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] Pushing event updated for resources: {'Port': ['ID=9551bc00-2956-4176-be5b-c2093ff12adc,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:55.638731 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0bf2fa-6094-4b84-b4f4-7c18e9709280 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Pushing event updated for resources: {'Port': ['ID=34c937ff-416c-41be-8f81-404ce3086745,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:55.643523 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-bd0bf2fa-6094-4b84-b4f4-7c18e9709280 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:55.654930 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05073c87-7620-445b-99ae-898bed4dad40 req-bd0bf2fa-6094-4b84-b4f4-7c18e9709280 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Network f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e is already hosted by enough agents. {{(pid=80880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:42:55.656071 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] Port 9551bc00-2956-4176-be5b-c2093ff12adc on network f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 00:42:55.656291 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [req-05073c87-7620-445b-99ae-898bed4dad40 req-bd0bf2fa-6094-4b84-b4f4-7c18e9709280 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Resources bound (agent type, host, resource id):  {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:42:55.656458 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] Attempting to bind port 9551bc00-2956-4176-be5b-c2093ff12adc on network f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:42:55.659109 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-05073c87-7620-445b-99ae-898bed4dad40 req-bd0bf2fa-6094-4b84-b4f4-7c18e9709280 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Received port after_create {{(pid=80880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:42:55.664791 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05073c87-7620-445b-99ae-898bed4dad40 req-bd0bf2fa-6094-4b84-b4f4-7c18e9709280 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:55.665467 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-05073c87-7620-445b-99ae-898bed4dad40 req-bd0bf2fa-6094-4b84-b4f4-7c18e9709280 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:55.677803 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:55.677944 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d9d7c5fa-62ac-479e-af0a-11b3c5ac250c req-81edae2f-6cc4-4ae2-9b6f-abeb98d153a1 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3612859
Jul 06 00:42:55.678021 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] Checking agent: {'id': '043dc09b-b03f-45ac-adf3-2bee2c468120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'started_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:42:55.678021 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] Checking segment: {'id': '42805dfe-6415-484b-a665-9832e690f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:42:55.678021 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] Bound using segment: {'id': '42805dfe-6415-484b-a665-9832e690f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e'} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:42:55.678255 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] Bound port: 9551bc00-2956-4176-be5b-c2093ff12adc, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42805dfe-6415-484b-a665-9832e690f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e'}}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:42:55.678660 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:55.687679 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:55.710439 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-05073c87-7620-445b-99ae-898bed4dad40 req-bd0bf2fa-6094-4b84-b4f4-7c18e9709280 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8695691
Jul 06 00:42:55.724245 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652fef9-355c-43a8-a894-683ec562b96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0567ed-58be-4383-88f7-5327f73c1682,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:55.744597 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e652fef9-355c-43a8-a894-683ec562b96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:55.764124 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c542bc57-72d0-4b73-b1ee-88544ecff209 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:55.868588 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-59958191-5b9a-40bd-8c12-c955d1303a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:55.913408 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] For port 9551bc00-2956-4176-be5b-c2093ff12adc, host hv-cinder-79954, cleared binding levels {{(pid=80881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:42:55.920622 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-59958191-5b9a-40bd-8c12-c955d1303a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:55.927936 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c542bc57-72d0-4b73-b1ee-88544ecff209 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:55.936707 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bba7d-223a-4ffb-ba6d-2e8d43d9ee6c req-8a3ce91d-822c-4d3d-8149-027a606357bd tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:55.938719 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f15bba7d-223a-4ffb-ba6d-2e8d43d9ee6c req-8a3ce91d-822c-4d3d-8149-027a606357bd tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 944 time: 0.1103899
Jul 06 00:42:55.945697 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:55.975830 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] For port 9551bc00-2956-4176-be5b-c2093ff12adc, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=9551bc00-2956-4176-be5b-c2093ff12adc,segment=NetworkSegment(42805dfe-6415-484b-a665-9832e690f418),segment_id=42805dfe-6415-484b-a665-9832e690f418)] {{(pid=80881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:42:56.013562 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:56.042028 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c542bc57-72d0-4b73-b1ee-88544ecff209 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Network 34126de2-0804-4024-8df6-3ba8cfd107e5 is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:42:56.047618 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-c542bc57-72d0-4b73-b1ee-88544ecff209 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:42:56.058014 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c542bc57-72d0-4b73-b1ee-88544ecff209 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:42:56.063701 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542bc57-72d0-4b73-b1ee-88544ecff209 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Pushing event updated for resources: {'Port': ['ID=2bab39b1-e309-4329-8dc9-144db2d4075c,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:56.069249 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c542bc57-72d0-4b73-b1ee-88544ecff209 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:56.069704 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:56.165622 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] Pushing event updated for resources: {'Port': ['ID=9551bc00-2956-4176-be5b-c2093ff12adc,revision_number=3']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:56.183328 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:56.187954 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:56.189568 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] 10.222.0.39 "PUT /v2.0/ports/9551bc00-2956-4176-be5b-c2093ff12adc HTTP/1.1" status: 200  len: 1093 time: 3.7475207
Jul 06 00:42:56.190081 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b96892a-f73f-402d-97ba-50d0488a3859', 'tag': '9551bc00-2956-4176-be5b-c2093ff12adc'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:42:56.253676 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-59958191-5b9a-40bd-8c12-c955d1303a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:56.272891 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f15bba7d-223a-4ffb-ba6d-2e8d43d9ee6c req-516e4d03-c5dd-4669-b3ea-dec1be971e1c tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3256116
Jul 06 00:42:56.284042 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:56.298593 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b96892a-f73f-402d-97ba-50d0488a3859', 'tag': '9551bc00-2956-4176-be5b-c2093ff12adc', 'status': 'completed', 'code': 200}
Jul 06 00:42:56.305876 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59958191-5b9a-40bd-8c12-c955d1303a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0567ed-58be-4383-88f7-5327f73c1682,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:56.314444 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-59958191-5b9a-40bd-8c12-c955d1303a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:56.405842 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-59958191-5b9a-40bd-8c12-c955d1303a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:56.409994 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-59958191-5b9a-40bd-8c12-c955d1303a0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca0567ed-58be-4383-88f7-5327f73c1682 HTTP/1.1" status: 204  len: 168 time: 0.8275280
Jul 06 00:42:56.424339 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c542bc57-72d0-4b73-b1ee-88544ecff209 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:56.663577 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b1255-2f5b-4b07-abfa-190a64164e40 req-6ef2af76-7f09-438e-80ae-c9945e1124e0 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:56.672854 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-4f2b1255-2f5b-4b07-abfa-190a64164e40 req-6ef2af76-7f09-438e-80ae-c9945e1124e0 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 932 time: 0.0935514
Jul 06 00:42:56.690140 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c542bc57-72d0-4b73-b1ee-88544ecff209 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:56.795815 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-4f2b1255-2f5b-4b07-abfa-190a64164e40 req-72fb56f2-f07a-43d1-9546-fa6bb0625e67 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Synchronizing usage tracker for tenant:1963967027cc4dd4b63bb84357052310 on resource:security_group {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:42:56.826929 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-05073c87-7620-445b-99ae-898bed4dad40 req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] Request body: {'port': {'device_id': '8c022c9c-7bdd-427c-a268-2c0d2d049118', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:42:56.954891 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-4f2b1255-2f5b-4b07-abfa-190a64164e40 req-72fb56f2-f07a-43d1-9546-fa6bb0625e67 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Unset dirty status for tenant:1963967027cc4dd4b63bb84357052310 on resource:security_group {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:42:56.956351 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-4f2b1255-2f5b-4b07-abfa-190a64164e40 req-72fb56f2-f07a-43d1-9546-fa6bb0625e67 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2823193
Jul 06 00:42:57.046106 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-14777bfb-4408-468a-be86-518df8c59649 req-e92b218e-07dc-4090-92ee-8e07c8cb1172 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4 HTTP/1.1" status: 200  len: 217 time: 0.2368453
Jul 06 00:42:57.085199 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-05073c87-7620-445b-99ae-898bed4dad40 req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:57.263462 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b4fba-c55a-4f07-b7b3-25932a54775c req-a6f12042-9afc-46e6-987c-e699bf0a246d tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:57.265478 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-718b4fba-c55a-4f07-b7b3-25932a54775c req-a6f12042-9afc-46e6-987c-e699bf0a246d tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 944 time: 0.2558498
Jul 06 00:42:57.290339 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14777bfb-4408-468a-be86-518df8c59649 req-73af5b8f-3177-4bc7-a531-2bb8c1b93ee5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:57.292048 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-14777bfb-4408-468a-be86-518df8c59649 req-73af5b8f-3177-4bc7-a531-2bb8c1b93ee5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a60bc796-39ac-4432-ad6a-03a21bc88ddc HTTP/1.1" status: 200  len: 854 time: 0.1958458
Jul 06 00:42:57.357936 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-14777bfb-4408-468a-be86-518df8c59649 req-e8c8247a-fffc-450e-8916-d335a2915c7f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=19732be1-73e3-4d00-aa78-32a7884cec12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0518885
Jul 06 00:42:57.483205 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-aba8882f-37cb-4dbb-96a7-93eeee79b5e2 req-8df7d045-a7ce-4ab9-9c5a-8b31cd17a0d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1963967027cc4dd4b63bb84357052310&device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 1096 time: 0.5515833
Jul 06 00:42:57.527671 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c542bc57-72d0-4b73-b1ee-88544ecff209 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:57.542863 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c542bc57-72d0-4b73-b1ee-88544ecff209 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:57.552959 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:57.594764 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-14777bfb-4408-468a-be86-518df8c59649 req-0f134d9e-ff1a-47ec-8ee7-98037b6aef30 service neutron] 10.222.0.39 "GET /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2217662
Jul 06 00:42:57.617880 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c542bc57-72d0-4b73-b1ee-88544ecff209 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459972'] for floatingip, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:57.637742 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542bc57-72d0-4b73-b1ee-88544ecff209 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Pushing event updated for resources: {'Port': ['ID=2bab39b1-e309-4329-8dc9-144db2d4075c,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:57.641213 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c542bc57-72d0-4b73-b1ee-88544ecff209 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:57.647785 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c542bc57-72d0-4b73-b1ee-88544ecff209 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for floatingip, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:57.657845 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-c542bc57-72d0-4b73-b1ee-88544ecff209 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.5175524
Jul 06 00:42:57.677615 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [req-05073c87-7620-445b-99ae-898bed4dad40 req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c937ff-416c-41be-8f81-404ce3086745 {{(pid=80880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:42:57.689895 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-05073c87-7620-445b-99ae-898bed4dad40 req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:57.708290 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-718b4fba-c55a-4f07-b7b3-25932a54775c req-e8e57306-a669-4e71-9c50-d097a9ccd880 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4337618
Jul 06 00:42:57.720740 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-05073c87-7620-445b-99ae-898bed4dad40 req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] Transition to ACTIVE for port object 34c937ff-416c-41be-8f81-404ce3086745 will not be triggered until provisioned by entity L2. {{(pid=80880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:42:57.726179 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-05073c87-7620-445b-99ae-898bed4dad40 req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:57.737636 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:57.816737 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7530b6-1870-4810-9e0f-0ebd942de8d0 req-87ffff2e-7b7d-4311-9f05-fc7bc698f8be tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:57.818588 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bf7530b6-1870-4810-9e0f-0ebd942de8d0 req-87ffff2e-7b7d-4311-9f05-fc7bc698f8be tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 944 time: 0.2238002
Jul 06 00:42:57.824424 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] Pushing event updated for resources: {'Port': ['ID=34c937ff-416c-41be-8f81-404ce3086745,revision_number=2']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:57.889461 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:57.997688 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bf7530b6-1870-4810-9e0f-0ebd942de8d0 req-60375c18-1f09-452f-a9c5-bf503dfd905f tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102521
Jul 06 00:42:58.016588 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8882f-37cb-4dbb-96a7-93eeee79b5e2 req-69b58479-105e-4513-99d9-3c3245885c7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:58.018691 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-aba8882f-37cb-4dbb-96a7-93eeee79b5e2 req-69b58479-105e-4513-99d9-3c3245885c7b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1963967027cc4dd4b63bb84357052310&shared=False HTTP/1.1" status: 200  len: 919 time: 0.3118348
Jul 06 00:42:58.021247 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-14777bfb-4408-468a-be86-518df8c59649 req-96ebaf5c-4179-4dc4-bf20-f4e3900aa72d service neutron] 10.222.0.39 "GET /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3125041
Jul 06 00:42:58.070012 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-05073c87-7620-445b-99ae-898bed4dad40 req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] Attempting to bind port 34c937ff-416c-41be-8f81-404ce3086745 on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:42:58.070507 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-05073c87-7620-445b-99ae-898bed4dad40 req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] Attempting to bind port 34c937ff-416c-41be-8f81-404ce3086745 by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': '42805dfe-6415-484b-a665-9832e690f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e'}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:42:58.070873 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05073c87-7620-445b-99ae-898bed4dad40 req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] Attempting to bind port 34c937ff-416c-41be-8f81-404ce3086745 on network f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:42:58.092570 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05073c87-7620-445b-99ae-898bed4dad40 req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] Port 34c937ff-416c-41be-8f81-404ce3086745 on network f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 00:42:58.093021 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05073c87-7620-445b-99ae-898bed4dad40 req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] Attempting to bind port 34c937ff-416c-41be-8f81-404ce3086745 on network f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:42:58.111473 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05073c87-7620-445b-99ae-898bed4dad40 req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] Checking agent: {'id': '043dc09b-b03f-45ac-adf3-2bee2c468120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'started_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:42:58.111833 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05073c87-7620-445b-99ae-898bed4dad40 req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] Checking segment: {'id': '42805dfe-6415-484b-a665-9832e690f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:42:58.112397 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05073c87-7620-445b-99ae-898bed4dad40 req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] Bound using segment: {'id': '42805dfe-6415-484b-a665-9832e690f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e'} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:42:58.112879 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-05073c87-7620-445b-99ae-898bed4dad40 req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] Bound port: 34c937ff-416c-41be-8f81-404ce3086745, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42805dfe-6415-484b-a665-9832e690f418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e'}}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:42:58.113258 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-05073c87-7620-445b-99ae-898bed4dad40 req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:58.149135 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-be0215e3-3f53-4736-9820-076e80e00d79 req-b73cb64d-a92f-4515-9333-1d79e82ad50f tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Synchronizing usage tracker for tenant:13398ab56bc24c4687d1034e36eb418f on resource:security_group {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:42:58.300523 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-05073c87-7620-445b-99ae-898bed4dad40 req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] For port 34c937ff-416c-41be-8f81-404ce3086745, host hv-cinder-79954, cleared binding levels {{(pid=80880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:42:58.305497 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-05073c87-7620-445b-99ae-898bed4dad40 req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] For port 34c937ff-416c-41be-8f81-404ce3086745, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=34c937ff-416c-41be-8f81-404ce3086745,segment=NetworkSegment(42805dfe-6415-484b-a665-9832e690f418),segment_id=42805dfe-6415-484b-a665-9832e690f418)] {{(pid=80880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:42:58.417082 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8882f-37cb-4dbb-96a7-93eeee79b5e2 req-1bfe1cb7-57d0-4270-ae0a-24b0670792dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:58.419746 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-aba8882f-37cb-4dbb-96a7-93eeee79b5e2 req-1bfe1cb7-57d0-4270-ae0a-24b0670792dd service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3758290
Jul 06 00:42:58.432645 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-05073c87-7620-445b-99ae-898bed4dad40 req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:58.433293 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-be0215e3-3f53-4736-9820-076e80e00d79 req-b73cb64d-a92f-4515-9333-1d79e82ad50f tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Unset dirty status for tenant:13398ab56bc24c4687d1034e36eb418f on resource:security_group {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:42:58.443474 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be0215e3-3f53-4736-9820-076e80e00d79 req-b73cb64d-a92f-4515-9333-1d79e82ad50f tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2077104171&fields=id&tenant_id=13398ab56bc24c4687d1034e36eb418f HTTP/1.1" status: 200  len: 267 time: 0.4611259
Jul 06 00:42:58.485563 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a1b8239a-e51f-44bb-84ca-d4f80ca5dbb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:42:58.581565 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] Pushing event updated for resources: {'Port': ['ID=34c937ff-416c-41be-8f81-404ce3086745,revision_number=3']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:42:58.592970 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-05073c87-7620-445b-99ae-898bed4dad40 req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:42:58.594801 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-05073c87-7620-445b-99ae-898bed4dad40 req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] 10.222.0.39 "PUT /v2.0/ports/34c937ff-416c-41be-8f81-404ce3086745 HTTP/1.1" status: 200  len: 1094 time: 1.7938490
Jul 06 00:42:58.602511 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c022c9c-7bdd-427c-a268-2c0d2d049118', 'tag': '34c937ff-416c-41be-8f81-404ce3086745'}] {{(pid=80880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:42:58.625514 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:42:58.641022 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-d420d7e8-70da-489f-ad41-c837601b8c99 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1963967027cc4dd4b63bb84357052310&device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 1096 time: 0.1372120
Jul 06 00:42:58.643965 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be0215e3-3f53-4736-9820-076e80e00d79 req-a1ef1691-c4bc-4f89-b33d-9344f0eb1ffb tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups/000627aa-f430-4c74-94a6-a2daad1b76ad HTTP/1.1" status: 200  len: 2593 time: 0.1989148
Jul 06 00:42:58.729778 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-cd3f791d-8212-4879-a632-57183a1995ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9551bc00-2956-4176-be5b-c2093ff12adc HTTP/1.1" status: 200  len: 217 time: 0.0790968
Jul 06 00:42:58.801211 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215c1ca-aa6a-4dde-be9c-194f54a86ab1 req-d35af90b-aeb4-4d28-88de-2efa7067ca69 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:58.803564 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b215c1ca-aa6a-4dde-be9c-194f54a86ab1 req-d35af90b-aeb4-4d28-88de-2efa7067ca69 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 944 time: 0.4963090
Jul 06 00:42:58.839922 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-25f6c725-e1ee-4445-adab-ec50250c9aae service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:58.844169 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-25f6c725-e1ee-4445-adab-ec50250c9aae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86a28ffc-a537-4a50-9ffb-7893c410a8f3 HTTP/1.1" status: 200  len: 858 time: 0.1064377
Jul 06 00:42:58.915605 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-d13e7955-f5c2-47c7-a3b3-8b7e91457599 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0648348
Jul 06 00:42:58.934722 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0215e3-3f53-4736-9820-076e80e00d79 req-ffaf7e89-971e-4dbc-91b2-b003f6022420 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:58.935669 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-be0215e3-3f53-4736-9820-076e80e00d79 req-ffaf7e89-971e-4dbc-91b2-b003f6022420 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Synchronizing usage tracker for tenant:13398ab56bc24c4687d1034e36eb418f on resource:network {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:42:58.944304 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b215c1ca-aa6a-4dde-be9c-194f54a86ab1 req-ae1cfb74-5f97-487b-a593-7eee0c7639b9 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276979
Jul 06 00:42:58.948480 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-05073c87-7620-445b-99ae-898bed4dad40 req-dff62fd4-1d2d-4e21-ad75-df845fbc7472 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1963967027cc4dd4b63bb84357052310&device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 1097 time: 0.2682891
Jul 06 00:42:59.016353 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c022c9c-7bdd-427c-a268-2c0d2d049118', 'tag': '34c937ff-416c-41be-8f81-404ce3086745', 'status': 'completed', 'code': 200}
Jul 06 00:42:59.026128 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-be0215e3-3f53-4736-9820-076e80e00d79 req-ffaf7e89-971e-4dbc-91b2-b003f6022420 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Unset dirty status for tenant:13398ab56bc24c4687d1034e36eb418f on resource:network {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:42:59.033816 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be0215e3-3f53-4736-9820-076e80e00d79 req-ffaf7e89-971e-4dbc-91b2-b003f6022420 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/networks?id=41657b10-f5b5-45f4-877a-d9b5218b372e HTTP/1.1" status: 200  len: 810 time: 0.3819604
Jul 06 00:42:59.072850 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-05073c87-7620-445b-99ae-898bed4dad40 req-2aca8b09-b21c-4599-a2ca-f235f6f7f710 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34c937ff-416c-41be-8f81-404ce3086745 HTTP/1.1" status: 200  len: 217 time: 0.1140540
Jul 06 00:42:59.089057 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be0215e3-3f53-4736-9820-076e80e00d79 req-39e39112-f4b6-4512-8e28-9431981f9b4e tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/quotas/13398ab56bc24c4687d1034e36eb418f HTTP/1.1" status: 200  len: 375 time: 0.0542648
Jul 06 00:42:59.179295 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-f601c770-4424-46b1-b8c8-03461402375f service neutron] 10.222.0.39 "GET /v2.0/networks/f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2550669
Jul 06 00:42:59.389707 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-be0215e3-3f53-4736-9820-076e80e00d79 req-e74bdb21-b69a-47ba-8726-adb6ef97467a tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Synchronizing usage tracker for tenant:13398ab56bc24c4687d1034e36eb418f on resource:port {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:42:59.396229 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05073c87-7620-445b-99ae-898bed4dad40 req-c8b639c6-6e1f-40b7-885c-2f9a98b70f66 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:59.397823 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-05073c87-7620-445b-99ae-898bed4dad40 req-c8b639c6-6e1f-40b7-885c-2f9a98b70f66 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86a28ffc-a537-4a50-9ffb-7893c410a8f3 HTTP/1.1" status: 200  len: 858 time: 0.3051946
Jul 06 00:42:59.421023 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-be0215e3-3f53-4736-9820-076e80e00d79 req-e74bdb21-b69a-47ba-8726-adb6ef97467a tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Unset dirty status for tenant:13398ab56bc24c4687d1034e36eb418f on resource:port {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:42:59.423582 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be0215e3-3f53-4736-9820-076e80e00d79 req-e74bdb21-b69a-47ba-8726-adb6ef97467a tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=13398ab56bc24c4687d1034e36eb418f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2542591
Jul 06 00:42:59.482993 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-05073c87-7620-445b-99ae-898bed4dad40 req-58abef6b-7473-48df-9898-743a82473ae0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0666752
Jul 06 00:42:59.490416 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159482b-1cec-4e1f-abd5-a127ab6ea508 req-2f80b746-0316-461e-a022-b01091b6a828 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:42:59.498801 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f159482b-1cec-4e1f-abd5-a127ab6ea508 req-2f80b746-0316-461e-a022-b01091b6a828 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 944 time: 0.3116961
Jul 06 00:42:59.648098 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fc69814d-30a1-441b-b2db-efed23bec2f1 req-a45843f6-da74-4799-984f-ca012d6b59f0 service neutron] 10.222.0.39 "GET /v2.0/networks/f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4592016
Jul 06 00:42:59.996866 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f159482b-1cec-4e1f-abd5-a127ab6ea508 req-4d311cec-3d33-4ce0-9ebb-5632565312bc tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4898484
Jul 06 00:43:00.073401 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-05073c87-7620-445b-99ae-898bed4dad40 req-044d7cf2-e80d-4cb3-a134-5e9e30a01fe4 service neutron] 10.222.0.39 "GET /v2.0/networks/f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5715895
Jul 06 00:43:00.312009 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be0215e3-3f53-4736-9820-076e80e00d79 req-47d84139-c3db-4bfe-8f2c-1e7c3f7ee2af service neutron] 10.222.0.13 "GET /v2.0/networks/41657b10-f5b5-45f4-877a-d9b5218b372e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8278000
Jul 06 00:43:00.323751 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-05073c87-7620-445b-99ae-898bed4dad40 req-428e8930-8bfe-49bb-a0f0-23de23ec9d4a service neutron] 10.222.0.39 "GET /v2.0/networks/f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2395880
Jul 06 00:43:00.530078 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac4a7e-ca0d-457b-aa2d-2aee26f1f172 req-5c8d90ae-def8-4928-a89f-2332b78390f3 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:00.531786 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0dac4a7e-ca0d-457b-aa2d-2aee26f1f172 req-5c8d90ae-def8-4928-a89f-2332b78390f3 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 944 time: 0.2910287
Jul 06 00:43:00.575706 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be0215e3-3f53-4736-9820-076e80e00d79 req-4fd0ecc5-cc68-4bdc-a007-7690c9fd7936 service neutron] 10.222.0.13 "GET /v2.0/networks/41657b10-f5b5-45f4-877a-d9b5218b372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2508180
Jul 06 00:43:00.594652 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-35a2986a-3571-466a-bd35-f8353bee24cc req-22e76291-350e-4232-8dc0-68c8f8df4b71 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1963967027cc4dd4b63bb84357052310&device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 1097 time: 0.1877172
Jul 06 00:43:00.630457 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0dac4a7e-ca0d-457b-aa2d-2aee26f1f172 req-d81bc805-7bab-494e-b655-903f6e1654e4 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843863
Jul 06 00:43:00.744646 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2986a-3571-466a-bd35-f8353bee24cc req-79b1504b-f745-4a51-aa45-979c2cd33c43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:00.746344 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-35a2986a-3571-466a-bd35-f8353bee24cc req-79b1504b-f745-4a51-aa45-979c2cd33c43 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e HTTP/1.1" status: 200  len: 919 time: 0.1430743
Jul 06 00:43:00.930173 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-35a2986a-3571-466a-bd35-f8353bee24cc req-f8065b17-b6b2-4581-955c-068d05a4b55a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34c937ff-416c-41be-8f81-404ce3086745 HTTP/1.1" status: 200  len: 217 time: 0.1741140
Jul 06 00:43:00.933759 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-783de1fd-49b0-4e96-b8a3-f820c7ca78b6 req-519e537d-6347-47dc-ad3b-053dc3c47015 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 210 time: 0.0755577
Jul 06 00:43:01.024829 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a6a80-035f-441d-ad03-2641ebdaa518 req-59fb3234-7b33-4326-80f3-d97ac9a87ca0 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:01.033153 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-209a6a80-035f-441d-ad03-2641ebdaa518 req-59fb3234-7b33-4326-80f3-d97ac9a87ca0 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 944 time: 0.2788293
Jul 06 00:43:01.049771 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2986a-3571-466a-bd35-f8353bee24cc req-511f73d7-5382-4495-8d27-645cc779df04 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:01.051656 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-35a2986a-3571-466a-bd35-f8353bee24cc req-511f73d7-5382-4495-8d27-645cc779df04 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86a28ffc-a537-4a50-9ffb-7893c410a8f3 HTTP/1.1" status: 200  len: 858 time: 0.1112735
Jul 06 00:43:01.224306 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-209a6a80-035f-441d-ad03-2641ebdaa518 req-7f068ecb-593a-457a-984d-3d3303536585 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1896482
Jul 06 00:43:01.231503 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-35a2986a-3571-466a-bd35-f8353bee24cc req-ea53d889-db37-4c4e-8a9e-9b94d97dd145 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1522202
Jul 06 00:43:01.410906 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309ab4a-95eb-4d15-8479-4d1f1043d755 req-2c3a0f60-4a73-4a93-b9ca-d33a03cebe7f tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:01.412849 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7309ab4a-95eb-4d15-8479-4d1f1043d755 req-2c3a0f60-4a73-4a93-b9ca-d33a03cebe7f tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 944 time: 0.2610416
Jul 06 00:43:01.468722 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-35a2986a-3571-466a-bd35-f8353bee24cc req-25285734-f634-44f5-a3b3-89d7f54c974b service neutron] 10.222.0.39 "GET /v2.0/networks/f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2186685
Jul 06 00:43:01.581563 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7309ab4a-95eb-4d15-8479-4d1f1043d755 req-6ba6b9e8-67bf-48fa-80c7-7d2fef4478b1 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1518555
Jul 06 00:43:01.945521 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-35a2986a-3571-466a-bd35-f8353bee24cc req-68f94849-d7b3-4835-9a76-ce8af558f297 service neutron] 10.222.0.39 "GET /v2.0/networks/f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4625399
Jul 06 00:43:01.996354 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc14d43-ba58-44d3-adbd-a91e8528da98 req-3a462f61-1f4f-4b0e-97e0-da8b50ed2879 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:01.997929 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3dc14d43-ba58-44d3-adbd-a91e8528da98 req-3a462f61-1f4f-4b0e-97e0-da8b50ed2879 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 944 time: 0.1320431
Jul 06 00:43:02.073228 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3dc14d43-ba58-44d3-adbd-a91e8528da98 req-d884cb6b-e5c4-4e68-a08f-9621624642c2 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681071
Jul 06 00:43:02.258270 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 00:43:02.329990 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0fa7b181-4a33-4bc5-b3fc-35bf5f6e6bbd req-72e2eb07-d1ef-4bea-9222-9f8fc2475776 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 210 time: 0.2162220
Jul 06 00:43:02.433196 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0215e3-3f53-4736-9820-076e80e00d79 req-bffe8e6b-b4a2-499d-8769-c32f404b0f7a tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:02.435123 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be0215e3-3f53-4736-9820-076e80e00d79 req-bffe8e6b-b4a2-499d-8769-c32f404b0f7a tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.39 "GET /v2.0/networks?id=41657b10-f5b5-45f4-877a-d9b5218b372e HTTP/1.1" status: 200  len: 810 time: 0.3728571
Jul 06 00:43:02.508495 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4,segment=NetworkSegment(f323667f-7604-4dac-b4b2-e438c13b3634),segment_id=f323667f-7604-4dac-b4b2-e438c13b3634)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:43:02.528520 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Returning: {'device': '54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4', 'network_id': '19732be1-73e3-4d00-aa78-32a7884cec12', 'port_id': '54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4', 'mac_address': 'fa:16:3e:c0:56:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a60bc796-39ac-4432-ad6a-03a21bc88ddc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 00:43:02.591118 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:02.614843 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4 {{(pid=80882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:43:02.615488 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be0215e3-3f53-4736-9820-076e80e00d79 req-93dd72f7-ba35-45f2-96dc-7c706bfd73c9 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=13398ab56bc24c4687d1034e36eb418f HTTP/1.1" status: 200  len: 5009 time: 0.1350374
Jul 06 00:43:02.627632 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-be0215e3-3f53-4736-9820-076e80e00d79 req-249c506d-cd0a-48f8-9906-84ce81c7f914 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Request body: {'port': {'device_id': 'af153466-5d78-4fa4-87ee-4044f758aa6f', 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'admin_state_up': True, 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'security_groups': ['000627aa-f430-4c74-94a6-a2daad1b76ad']}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:43:02.634138 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4,segment=NetworkSegment(f323667f-7604-4dac-b4b2-e438c13b3634),segment_id=f323667f-7604-4dac-b4b2-e438c13b3634)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:43:02.638892 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:02.640061 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device c9b1db25-17b3-4821-986c-e136b800c1de details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 00:43:02.716898 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ba739-f198-4a49-8d1d-0b4aaf415c3c req-020d52ea-6a36-40f7-9991-29439a7e2184 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:02.718464 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9f9ba739-f198-4a49-8d1d-0b4aaf415c3c req-020d52ea-6a36-40f7-9991-29439a7e2184 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 944 time: 0.2785790
Jul 06 00:43:02.813353 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port c9b1db25-17b3-4821-986c-e136b800c1de, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=c9b1db25-17b3-4821-986c-e136b800c1de,segment=NetworkSegment(69d09d0c-00ce-40fb-8c14-d9c815fa8b35),segment_id=69d09d0c-00ce-40fb-8c14-d9c815fa8b35)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:43:02.830644 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:02.860954 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Returning: {'device': 'c9b1db25-17b3-4821-986c-e136b800c1de', 'network_id': '48721e56-bf41-45c7-a905-d9d482fee564', 'port_id': 'c9b1db25-17b3-4821-986c-e136b800c1de', 'mac_address': 'fa:16:3e:ca:c8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '200b5093-8d91-4e72-983d-32573a9abd18', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 00:43:02.889296 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9f9ba739-f198-4a49-8d1d-0b4aaf415c3c req-d3a932a6-0fb1-4db1-a357-5747191e526c tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567583
Jul 06 00:43:02.936987 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:02.944512 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17b061-6fc7-4396-a670-21e02acb432a req-7bfa7518-8094-4bbc-8eac-7348774461d4 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:02.946286 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6a17b061-6fc7-4396-a670-21e02acb432a req-7bfa7518-8094-4bbc-8eac-7348774461d4 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 944 time: 0.1914015
Jul 06 00:43:02.949170 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-be0215e3-3f53-4736-9820-076e80e00d79 req-249c506d-cd0a-48f8-9906-84ce81c7f914 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:02.964609 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9b1db25-17b3-4821-986c-e136b800c1de {{(pid=80882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:43:02.980613 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port c9b1db25-17b3-4821-986c-e136b800c1de, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=c9b1db25-17b3-4821-986c-e136b800c1de,segment=NetworkSegment(69d09d0c-00ce-40fb-8c14-d9c815fa8b35),segment_id=69d09d0c-00ce-40fb-8c14-d9c815fa8b35)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:43:02.984276 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-be0215e3-3f53-4736-9820-076e80e00d79 req-249c506d-cd0a-48f8-9906-84ce81c7f914 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:02.985949 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:02.996648 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:03.000123 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:03.000623 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a2c3481a-bd38-4155-bc1d-ada77dcdc678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:03.022577 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be0215e3-3f53-4736-9820-076e80e00d79 req-249c506d-cd0a-48f8-9906-84ce81c7f914 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Made reservation on behalf of 13398ab56bc24c4687d1034e36eb418f for: {'port': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:43:03.028245 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-be0215e3-3f53-4736-9820-076e80e00d79 req-249c506d-cd0a-48f8-9906-84ce81c7f914 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:03.053948 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6a17b061-6fc7-4396-a670-21e02acb432a req-91e57f59-be03-4cac-b99e-df0ebbe3c0db tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988543
Jul 06 00:43:03.065312 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=c9b1db25-17b3-4821-986c-e136b800c1de,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:03.069109 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:03.274479 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [req-be0215e3-3f53-4736-9820-076e80e00d79 req-249c506d-cd0a-48f8-9906-84ce81c7f914 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Allocated IP 172.20.0.5 (41657b10-f5b5-45f4-877a-d9b5218b372e/a5087eff-ba0b-47fa-bad0-5225f3587e40/d638c42e-f518-4045-a066-f3389aae47d5) {{(pid=80880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:43:03.320949 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1fed1-47a2-4677-85ba-521317a82c84 req-455f9de6-4be4-4cc1-a915-f34ec84773dd tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:03.322519 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-41c1fed1-47a2-4677-85ba-521317a82c84 req-455f9de6-4be4-4cc1-a915-f34ec84773dd tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 945 time: 0.1336937
Jul 06 00:43:03.381791 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['c9b1db25-17b3-4821-986c-e136b800c1de'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:43:03.470517 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:43:03.471899 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-41c1fed1-47a2-4677-85ba-521317a82c84 req-5fb6ab3e-52ae-4b8a-b3c4-bff4bfeb52a1 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417177
Jul 06 00:43:03.553656 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-be0215e3-3f53-4736-9820-076e80e00d79 req-249c506d-cd0a-48f8-9906-84ce81c7f914 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for port, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:03.570770 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-be0215e3-3f53-4736-9820-076e80e00d79 req-249c506d-cd0a-48f8-9906-84ce81c7f914 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Transition to ACTIVE for port object d638c42e-f518-4045-a066-f3389aae47d5 will not be triggered until provisioned by entity DHCP. {{(pid=80880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:43:03.631978 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-30ac8fd9-af4d-4f54-a79f-bc182dc07086 req-39d28bb5-e0b4-4d9b-a1cf-f6154cd5ab3f tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 210 time: 0.0509467
Jul 06 00:43:03.637546 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-be0215e3-3f53-4736-9820-076e80e00d79 req-249c506d-cd0a-48f8-9906-84ce81c7f914 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:03.644403 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e1739c66-d9f4-4589-b75f-d157c6d47186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:03.705970 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0215e3-3f53-4736-9820-076e80e00d79 req-249c506d-cd0a-48f8-9906-84ce81c7f914 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Network 41657b10-f5b5-45f4-877a-d9b5218b372e is already hosted by enough agents. {{(pid=80880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:43:03.710131 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [req-be0215e3-3f53-4736-9820-076e80e00d79 req-249c506d-cd0a-48f8-9906-84ce81c7f914 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Resources bound (agent type, host, resource id):  {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:43:03.716850 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c506d-cd0a-48f8-9906-84ce81c7f914 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Pushing event updated for resources: {'Port': ['ID=d638c42e-f518-4045-a066-f3389aae47d5,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:03.724908 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0215e3-3f53-4736-9820-076e80e00d79 req-249c506d-cd0a-48f8-9906-84ce81c7f914 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Received port after_create {{(pid=80880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:43:03.729143 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0215e3-3f53-4736-9820-076e80e00d79 req-249c506d-cd0a-48f8-9906-84ce81c7f914 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:03.729773 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-be0215e3-3f53-4736-9820-076e80e00d79 req-249c506d-cd0a-48f8-9906-84ce81c7f914 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:03.735495 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-249c506d-cd0a-48f8-9906-84ce81c7f914 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:03.760040 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be0215e3-3f53-4736-9820-076e80e00d79 req-249c506d-cd0a-48f8-9906-84ce81c7f914 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1378779
Jul 06 00:43:04.016377 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-800c045a-9ab7-477c-9dde-63586a38fa5a None None] Provisioning for port d638c42e-f518-4045-a066-f3389aae47d5 completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:43:04.022582 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-800c045a-9ab7-477c-9dde-63586a38fa5a None None] Provisioning complete for port d638c42e-f518-4045-a066-f3389aae47d5 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:43:04.023237 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-800c045a-9ab7-477c-9dde-63586a38fa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:04.074805 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-800c045a-9ab7-477c-9dde-63586a38fa5a None None] Port d638c42e-f518-4045-a066-f3389aae47d5 cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:43:04.086808 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c1632-e4dc-4399-a2a7-f0fa1476f004 req-ce240e31-dc20-441b-bdad-1c8fe615349d tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:04.088691 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-db8c1632-e4dc-4399-a2a7-f0fa1476f004 req-ce240e31-dc20-441b-bdad-1c8fe615349d tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 944 time: 0.0796821
Jul 06 00:43:04.147415 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-db8c1632-e4dc-4399-a2a7-f0fa1476f004 req-e28f40bd-4760-40e9-bae1-91421c8d361e tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503428
Jul 06 00:43:04.294133 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1fdd69-bf18-4804-a13e-5a4f9c95c738 req-ec9bc7bb-159f-4819-9b68-be050de33452 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:04.295786 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0c1fdd69-bf18-4804-a13e-5a4f9c95c738 req-ec9bc7bb-159f-4819-9b68-be050de33452 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 945 time: 0.0822701
Jul 06 00:43:04.344611 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0c1fdd69-bf18-4804-a13e-5a4f9c95c738 req-0dfe7718-b0d4-4a57-bc7e-4f1d3bfe7f9d tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410886
Jul 06 00:43:04.679242 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3f5db-e2be-45c8-82b8-f4622dd4cf43 req-88b4a64d-155c-44f2-8ecd-08124dc0b0d3 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:04.680794 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-dcc3f5db-e2be-45c8-82b8-f4622dd4cf43 req-88b4a64d-155c-44f2-8ecd-08124dc0b0d3 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 945 time: 0.0768669
Jul 06 00:43:04.733509 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-dcc3f5db-e2be-45c8-82b8-f4622dd4cf43 req-110a39b5-f2a0-40a3-a3f9-fcd355d471b7 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457335
Jul 06 00:43:04.820818 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c2f25-e070-42e9-adc0-6ead360c20ae req-4ec5ece4-c5dd-4c74-b23b-97200eb664e8 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:04.821475 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-dc1c2f25-e070-42e9-adc0-6ead360c20ae req-4ec5ece4-c5dd-4c74-b23b-97200eb664e8 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Synchronizing usage tracker for tenant:13398ab56bc24c4687d1034e36eb418f on resource:port {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:43:04.835676 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-dc1c2f25-e070-42e9-adc0-6ead360c20ae req-4ec5ece4-c5dd-4c74-b23b-97200eb664e8 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Unset dirty status for tenant:13398ab56bc24c4687d1034e36eb418f on resource:port {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:43:04.836895 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-dc1c2f25-e070-42e9-adc0-6ead360c20ae req-4ec5ece4-c5dd-4c74-b23b-97200eb664e8 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 931 time: 0.0934100
Jul 06 00:43:04.877739 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 9551bc00-2956-4176-be5b-c2093ff12adc details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 00:43:04.880758 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-be0215e3-3f53-4736-9820-076e80e00d79 req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] Request body: {'port': {'device_id': 'af153466-5d78-4fa4-87ee-4044f758aa6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:43:04.933723 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-dc1c2f25-e070-42e9-adc0-6ead360c20ae req-b78ba685-1629-4162-ab56-798c5d43150e tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0896912
Jul 06 00:43:05.001351 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-be0215e3-3f53-4736-9820-076e80e00d79 req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:05.015901 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 9551bc00-2956-4176-be5b-c2093ff12adc, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=9551bc00-2956-4176-be5b-c2093ff12adc,segment=NetworkSegment(42805dfe-6415-484b-a665-9832e690f418),segment_id=42805dfe-6415-484b-a665-9832e690f418)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:43:05.030326 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Returning: {'device': '9551bc00-2956-4176-be5b-c2093ff12adc', 'network_id': 'f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e', 'port_id': '9551bc00-2956-4176-be5b-c2093ff12adc', 'mac_address': 'fa:16:3e:0f:99:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a28ffc-a537-4a50-9ffb-7893c410a8f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 00:43:05.084833 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:05.102515 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9551bc00-2956-4176-be5b-c2093ff12adc {{(pid=80882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:43:05.118406 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 9551bc00-2956-4176-be5b-c2093ff12adc, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=9551bc00-2956-4176-be5b-c2093ff12adc,segment=NetworkSegment(42805dfe-6415-484b-a665-9832e690f418),segment_id=42805dfe-6415-484b-a665-9832e690f418)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:43:05.124933 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:05.125726 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 34c937ff-416c-41be-8f81-404ce3086745 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 00:43:05.128016 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:05.206672 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 34c937ff-416c-41be-8f81-404ce3086745, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=34c937ff-416c-41be-8f81-404ce3086745,segment=NetworkSegment(42805dfe-6415-484b-a665-9832e690f418),segment_id=42805dfe-6415-484b-a665-9832e690f418)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:43:05.215052 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=9551bc00-2956-4176-be5b-c2093ff12adc,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:05.220990 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:05.226320 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Returning: {'device': '34c937ff-416c-41be-8f81-404ce3086745', 'network_id': 'f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e', 'port_id': '34c937ff-416c-41be-8f81-404ce3086745', 'mac_address': 'fa:16:3e:e6:55:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86a28ffc-a537-4a50-9ffb-7893c410a8f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 00:43:05.284328 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:05.304436 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34c937ff-416c-41be-8f81-404ce3086745 {{(pid=80882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:43:05.320912 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 34c937ff-416c-41be-8f81-404ce3086745, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=34c937ff-416c-41be-8f81-404ce3086745,segment=NetworkSegment(42805dfe-6415-484b-a665-9832e690f418),segment_id=42805dfe-6415-484b-a665-9832e690f418)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:43:05.327465 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:05.329485 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:05.401416 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=34c937ff-416c-41be-8f81-404ce3086745,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:05.405011 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:05.424014 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [req-be0215e3-3f53-4736-9820-076e80e00d79 req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d638c42e-f518-4045-a066-f3389aae47d5 {{(pid=80880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:43:05.432732 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-be0215e3-3f53-4736-9820-076e80e00d79 req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:05.454192 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-be0215e3-3f53-4736-9820-076e80e00d79 req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] Transition to ACTIVE for port object d638c42e-f518-4045-a066-f3389aae47d5 will not be triggered until provisioned by entity L2. {{(pid=80880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:43:05.461157 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3007e3-01c6-4c25-b9ef-2cbb9681e7c6 req-dba65430-4f32-4a26-bc49-bfcb6400ff71 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:05.462732 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-df3007e3-01c6-4c25-b9ef-2cbb9681e7c6 req-dba65430-4f32-4a26-bc49-bfcb6400ff71 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 945 time: 0.1831374
Jul 06 00:43:05.463871 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-be0215e3-3f53-4736-9820-076e80e00d79 req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:05.505094 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:05.877123 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] Pushing event updated for resources: {'Port': ['ID=d638c42e-f518-4045-a066-f3389aae47d5,revision_number=2']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:05.888347 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:05.900775 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-df3007e3-01c6-4c25-b9ef-2cbb9681e7c6 req-c9488ed4-7b64-4718-b845-b5ecdb1c70c4 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4298196
Jul 06 00:43:05.959014 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ac9c6-6455-49db-8f7a-cb314da57d90 req-3c82069c-2a00-448e-a39a-8ada524d9c87 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:05.960610 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a48ac9c6-6455-49db-8f7a-cb314da57d90 req-3c82069c-2a00-448e-a39a-8ada524d9c87 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 945 time: 0.4956260
Jul 06 00:43:05.962754 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-be0215e3-3f53-4736-9820-076e80e00d79 req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] Attempting to bind port d638c42e-f518-4045-a066-f3389aae47d5 on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:43:05.963096 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-be0215e3-3f53-4736-9820-076e80e00d79 req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] Attempting to bind port d638c42e-f518-4045-a066-f3389aae47d5 by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': 'b8b15407-88ee-4838-b353-b0f018d7e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e'}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:43:05.963482 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0215e3-3f53-4736-9820-076e80e00d79 req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] Attempting to bind port d638c42e-f518-4045-a066-f3389aae47d5 on network 41657b10-f5b5-45f4-877a-d9b5218b372e {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:43:05.988339 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0215e3-3f53-4736-9820-076e80e00d79 req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] Port d638c42e-f518-4045-a066-f3389aae47d5 on network 41657b10-f5b5-45f4-877a-d9b5218b372e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 00:43:05.989247 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0215e3-3f53-4736-9820-076e80e00d79 req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] Attempting to bind port d638c42e-f518-4045-a066-f3389aae47d5 on network 41657b10-f5b5-45f4-877a-d9b5218b372e {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:43:06.010215 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0215e3-3f53-4736-9820-076e80e00d79 req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] Checking agent: {'id': '043dc09b-b03f-45ac-adf3-2bee2c468120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'started_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:43:06.010587 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0215e3-3f53-4736-9820-076e80e00d79 req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] Checking segment: {'id': 'b8b15407-88ee-4838-b353-b0f018d7e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:43:06.011001 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0215e3-3f53-4736-9820-076e80e00d79 req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] Bound using segment: {'id': 'b8b15407-88ee-4838-b353-b0f018d7e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e'} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:43:06.011508 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-be0215e3-3f53-4736-9820-076e80e00d79 req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] Bound port: d638c42e-f518-4045-a066-f3389aae47d5, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b15407-88ee-4838-b353-b0f018d7e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e'}}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:43:06.011891 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-be0215e3-3f53-4736-9820-076e80e00d79 req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:06.083026 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a48ac9c6-6455-49db-8f7a-cb314da57d90 req-5bb8f41c-26a6-424b-9f71-a654c32628a5 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150811
Jul 06 00:43:06.178958 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c4fde-0401-46fb-b05a-ece2d55a8a33 req-35d6d162-1ac0-408f-94ff-ffb3d89d12ca tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:06.180621 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-621c4fde-0401-46fb-b05a-ece2d55a8a33 req-35d6d162-1ac0-408f-94ff-ffb3d89d12ca tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 945 time: 0.1739500
Jul 06 00:43:06.183432 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-be0215e3-3f53-4736-9820-076e80e00d79 req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] For port d638c42e-f518-4045-a066-f3389aae47d5, host hv-cinder-79954, cleared binding levels {{(pid=80880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:43:06.188579 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-be0215e3-3f53-4736-9820-076e80e00d79 req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] For port d638c42e-f518-4045-a066-f3389aae47d5, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=d638c42e-f518-4045-a066-f3389aae47d5,segment=NetworkSegment(b8b15407-88ee-4838-b353-b0f018d7e9a4),segment_id=b8b15407-88ee-4838-b353-b0f018d7e9a4)] {{(pid=80880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:43:06.244519 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-be0215e3-3f53-4736-9820-076e80e00d79 req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:06.259949 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:06.360682 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-be0215e3-3f53-4736-9820-076e80e00d79 req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:06.362128 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be0215e3-3f53-4736-9820-076e80e00d79 req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] 10.222.0.39 "PUT /v2.0/ports/d638c42e-f518-4045-a066-f3389aae47d5 HTTP/1.1" status: 200  len: 1093 time: 1.4879405
Jul 06 00:43:06.362622 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af153466-5d78-4fa4-87ee-4044f758aa6f', 'tag': 'd638c42e-f518-4045-a066-f3389aae47d5'}] {{(pid=80880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:43:06.372171 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-621c4fde-0401-46fb-b05a-ece2d55a8a33 req-f8dcae99-ed5b-4a94-89c7-5fdb6fe0385e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465521
Jul 06 00:43:06.377965 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] Pushing event updated for resources: {'Port': ['ID=d638c42e-f518-4045-a066-f3389aae47d5,revision_number=3']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:06.382312 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:06.399912 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a6630-836c-4bc3-ac2f-4450df40d592 req-f5641a41-83f7-46ff-84b2-c697f7186f0e tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:06.408231 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7f3a6630-836c-4bc3-ac2f-4450df40d592 req-f5641a41-83f7-46ff-84b2-c697f7186f0e tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 943 time: 0.2222288
Jul 06 00:43:06.462889 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7f3a6630-836c-4bc3-ac2f-4450df40d592 req-39fbe800-8066-4fec-9d4f-b79cc1be6f75 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536449
Jul 06 00:43:06.488553 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af153466-5d78-4fa4-87ee-4044f758aa6f', 'tag': 'd638c42e-f518-4045-a066-f3389aae47d5', 'status': 'completed', 'code': 200}
Jul 06 00:43:07.089421 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9886293-d48c-4c26-a361-da930ed09b09 req-bbbcdd34-38fa-4a5c-b480-0591e4071bad tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:07.091009 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d9886293-d48c-4c26-a361-da930ed09b09 req-bbbcdd34-38fa-4a5c-b480-0591e4071bad tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 945 time: 0.0773365
Jul 06 00:43:07.146229 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d9886293-d48c-4c26-a361-da930ed09b09 req-5d9e9997-f889-4366-842d-081f77deaa81 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481188
Jul 06 00:43:07.273504 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4768e-e3cb-4ace-86b1-cee0a38daa02 req-81a0d2ef-5781-4e74-a0b7-5bbdd19f0837 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:07.275504 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bca4768e-e3cb-4ace-86b1-cee0a38daa02 req-81a0d2ef-5781-4e74-a0b7-5bbdd19f0837 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 945 time: 0.0768554
Jul 06 00:43:07.379397 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bca4768e-e3cb-4ace-86b1-cee0a38daa02 req-83cd2af5-33a0-4565-ba80-14d5d95a5134 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957458
Jul 06 00:43:07.393586 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-43166f6b-b9e1-421b-b815-5197659a1380 req-0e7bb0b1-9ad4-4591-8ff0-4af4cdf24065 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=13398ab56bc24c4687d1034e36eb418f&device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 1096 time: 0.0929987
Jul 06 00:43:07.729539 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21414442-1b84-49cd-bf62-6264245e5850 req-ae0ce7cf-dd59-472d-abff-3b690f23be1f tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:07.731101 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-21414442-1b84-49cd-bf62-6264245e5850 req-ae0ce7cf-dd59-472d-abff-3b690f23be1f tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 945 time: 0.2266455
Jul 06 00:43:07.837516 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e30d9-180b-4dd9-8190-560f4c6a8d50 req-44d8a0f2-ca55-4c33-83f1-b3d0dd8d1320 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:07.839059 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c72e30d9-180b-4dd9-8190-560f4c6a8d50 req-44d8a0f2-ca55-4c33-83f1-b3d0dd8d1320 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 943 time: 0.2517204
Jul 06 00:43:07.847171 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-21414442-1b84-49cd-bf62-6264245e5850 req-a3be5b74-a275-4ae9-a4ef-bf82780f3853 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072555
Jul 06 00:43:07.849649 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43166f6b-b9e1-421b-b815-5197659a1380 req-3df688b8-0707-47e9-b259-5bc6dbb8d659 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:07.851081 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-43166f6b-b9e1-421b-b815-5197659a1380 req-3df688b8-0707-47e9-b259-5bc6dbb8d659 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=13398ab56bc24c4687d1034e36eb418f&shared=False HTTP/1.1" status: 200  len: 911 time: 0.2260594
Jul 06 00:43:07.978730 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c72e30d9-180b-4dd9-8190-560f4c6a8d50 req-78c05fb1-65a1-4408-8b19-3cb28e5ca4df tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1305180
Jul 06 00:43:08.029799 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43166f6b-b9e1-421b-b815-5197659a1380 req-e535611f-d617-40c3-a944-b4170b8abaaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:08.031475 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-43166f6b-b9e1-421b-b815-5197659a1380 req-e535611f-d617-40c3-a944-b4170b8abaaa service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1643155
Jul 06 00:43:08.340790 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299a92b-0c2c-4ac8-8fe0-b45c7b0e7cb7 req-d47034ce-e170-4308-984d-cdf2d6bb8b51 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:08.342267 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a299a92b-0c2c-4ac8-8fe0-b45c7b0e7cb7 req-d47034ce-e170-4308-984d-cdf2d6bb8b51 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 945 time: 0.0809693
Jul 06 00:43:08.391063 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a299a92b-0c2c-4ac8-8fe0-b45c7b0e7cb7 req-afbe42c9-8652-4440-a5c2-a213d74aa05a tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412185
Jul 06 00:43:08.571345 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868d911-728a-4937-a757-dbc9ab2385cc req-a66368dc-438a-4037-baf5-dc5b08112e02 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:08.572914 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5868d911-728a-4937-a757-dbc9ab2385cc req-a66368dc-438a-4037-baf5-dc5b08112e02 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 945 time: 0.0804656
Jul 06 00:43:08.623319 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5868d911-728a-4937-a757-dbc9ab2385cc req-1db7ecde-1e6b-4285-a8e8-70943b7112ca tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431800
Jul 06 00:43:09.034239 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7964df6-9311-4d8d-98b5-14be0ca06449 req-07f174c7-6cd6-4b9b-a595-1ab233864574 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:09.036391 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a7964df6-9311-4d8d-98b5-14be0ca06449 req-07f174c7-6cd6-4b9b-a595-1ab233864574 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 945 time: 0.0757117
Jul 06 00:43:09.090606 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a7964df6-9311-4d8d-98b5-14be0ca06449 req-0f506de4-98d5-4b56-99d0-a49f637fe978 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468032
Jul 06 00:43:09.179113 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbdbb4-305e-4946-9677-5d340761247f req-61a7844a-f69d-4365-a354-cf1d113bee05 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:09.179113 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-32dbdbb4-305e-4946-9677-5d340761247f req-61a7844a-f69d-4365-a354-cf1d113bee05 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 943 time: 0.0817778
Jul 06 00:43:09.223800 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-32dbdbb4-305e-4946-9677-5d340761247f req-4ce16f11-bfa2-49d4-a348-bad9fa86b71b tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420978
Jul 06 00:43:09.579914 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c227f56-4441-4735-bbd4-3fd2ca80ad59 req-502577fa-bbd1-4ff1-93c3-9fb5c6fcf1d5 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:09.581431 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9c227f56-4441-4735-bbd4-3fd2ca80ad59 req-502577fa-bbd1-4ff1-93c3-9fb5c6fcf1d5 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 945 time: 0.0799637
Jul 06 00:43:09.629511 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9c227f56-4441-4735-bbd4-3fd2ca80ad59 req-19e081d6-3145-4a9a-a43b-ce47d3b4c7ae tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408335
Jul 06 00:43:09.822499 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c26431-cf14-4288-bf25-9bc7898a8a52 req-d08573ec-32f8-4ae8-b5c8-95576db9841f tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:09.824175 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e2c26431-cf14-4288-bf25-9bc7898a8a52 req-d08573ec-32f8-4ae8-b5c8-95576db9841f tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 945 time: 0.0805500
Jul 06 00:43:09.873517 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e2c26431-cf14-4288-bf25-9bc7898a8a52 req-422ba524-dac0-454a-8c8c-db9dc737f3b4 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423481
Jul 06 00:43:10.304651 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98065872-c085-4504-8f3b-3e10376ccc4f req-cff025b3-5c95-4886-8c0b-2c17b9c79f1e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:10.306939 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-98065872-c085-4504-8f3b-3e10376ccc4f req-cff025b3-5c95-4886-8c0b-2c17b9c79f1e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 945 time: 0.0899701
Jul 06 00:43:10.408328 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-98065872-c085-4504-8f3b-3e10376ccc4f req-5d78ce39-9c65-42d5-a02a-cdcb129af3c8 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901792
Jul 06 00:43:10.438508 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e8ace-febe-431b-a9df-9bcedb6cf8eb req-ca445961-1752-48ea-869b-d5b0db864221 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:10.440072 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-515e8ace-febe-431b-a9df-9bcedb6cf8eb req-ca445961-1752-48ea-869b-d5b0db864221 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 943 time: 0.0923941
Jul 06 00:43:10.489766 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-515e8ace-febe-431b-a9df-9bcedb6cf8eb req-1340016d-359d-4298-a1fd-785077ce37ea tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419476
Jul 06 00:43:10.825913 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6178a4e-dd3f-4205-a1b5-bcea84c0b867 req-d7261e4f-0e79-4bbc-8837-864147204ab7 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:10.827513 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b6178a4e-dd3f-4205-a1b5-bcea84c0b867 req-d7261e4f-0e79-4bbc-8837-864147204ab7 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 945 time: 0.0807984
Jul 06 00:43:10.880494 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b6178a4e-dd3f-4205-a1b5-bcea84c0b867 req-18911fde-0762-4d99-9c8c-b618cb790b45 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445828
Jul 06 00:43:11.065626 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c30284-ffd8-4c79-a2f4-3b38b7837995 req-ed13f97b-04e9-4f36-bbf6-5e8275e45cbf tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:11.067882 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f6c30284-ffd8-4c79-a2f4-3b38b7837995 req-ed13f97b-04e9-4f36-bbf6-5e8275e45cbf tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 945 time: 0.0756810
Jul 06 00:43:11.121233 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f6c30284-ffd8-4c79-a2f4-3b38b7837995 req-ff1236e8-268c-4a9f-bd05-a6eaeeca42fe tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463781
Jul 06 00:43:11.600033 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ef8fc-5d8e-42d2-bf81-a6436ef58725 req-3e91f2f1-d7c7-4253-a9fd-bf22f43e7244 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:11.601590 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9f9ef8fc-5d8e-42d2-bf81-a6436ef58725 req-3e91f2f1-d7c7-4253-a9fd-bf22f43e7244 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 945 time: 0.0770688
Jul 06 00:43:11.702022 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9f9ef8fc-5d8e-42d2-bf81-a6436ef58725 req-a5f772ef-6ca1-44f4-a57e-288d49400240 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631530
Jul 06 00:43:11.715706 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83351d0f-741b-42fc-acb7-85971a0358fd req-119ea1b8-15e8-42be-bcf5-fc91892bfac8 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:11.717231 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-83351d0f-741b-42fc-acb7-85971a0358fd req-119ea1b8-15e8-42be-bcf5-fc91892bfac8 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 943 time: 0.1145475
Jul 06 00:43:11.813845 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-83351d0f-741b-42fc-acb7-85971a0358fd req-1c2f39b0-99be-432e-a931-5f12d94cbcb4 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0883212
Jul 06 00:43:11.837395 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be0215e3-3f53-4736-9820-076e80e00d79 req-439e93cd-55d5-4528-8baf-72efa6cdcc46 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=13398ab56bc24c4687d1034e36eb418f&device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 1096 time: 0.0829353
Jul 06 00:43:11.895801 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['34c937ff-416c-41be-8f81-404ce3086745'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:43:11.975252 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['9551bc00-2956-4176-be5b-c2093ff12adc'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:43:12.309941 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1693ad5d-6362-4dd1-92e7-6651d79b481b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:12.310194 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be0215e3-3f53-4736-9820-076e80e00d79 req-33460d7e-2ba9-47c5-a492-28b35173ee54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d638c42e-f518-4045-a066-f3389aae47d5 HTTP/1.1" status: 200  len: 217 time: 0.4311798
Jul 06 00:43:12.411867 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0215e3-3f53-4736-9820-076e80e00d79 req-f1913e00-3006-48fe-8cf6-588b1b0eb346 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:12.413382 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be0215e3-3f53-4736-9820-076e80e00d79 req-f1913e00-3006-48fe-8cf6-588b1b0eb346 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5087eff-ba0b-47fa-bad0-5225f3587e40 HTTP/1.1" status: 200  len: 849 time: 0.0894096
Jul 06 00:43:12.425277 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab5c14-bb44-42fe-a9e0-4d2f066cee00 req-787d09b9-b515-4654-a08a-f19576117c5e tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:12.427367 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-68ab5c14-bb44-42fe-a9e0-4d2f066cee00 req-787d09b9-b515-4654-a08a-f19576117c5e tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 945 time: 0.2115750
Jul 06 00:43:12.436556 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2adc99-906c-4b25-848a-9ec8184cfbb9 req-9779663c-31bf-4e9e-ab16-a5cb7442694e tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:12.437998 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2c2adc99-906c-4b25-848a-9ec8184cfbb9 req-9779663c-31bf-4e9e-ab16-a5cb7442694e tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 945 time: 0.1696520
Jul 06 00:43:12.570032 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-68ab5c14-bb44-42fe-a9e0-4d2f066cee00 req-9b78ec33-0025-40ac-ae6d-6125b0d5e82f tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310303
Jul 06 00:43:12.574204 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2c2adc99-906c-4b25-848a-9ec8184cfbb9 req-373d1342-7236-4e0d-b35b-010510b9583b tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152527
Jul 06 00:43:12.602691 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be0215e3-3f53-4736-9820-076e80e00d79 req-1ce91f20-a57d-4338-921e-d989d28dcde3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41657b10-f5b5-45f4-877a-d9b5218b372e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1247003
Jul 06 00:43:12.744545 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be0215e3-3f53-4736-9820-076e80e00d79 req-6a918ecd-bfd5-41ae-aaef-2110f9fdc1da service neutron] 10.222.0.39 "GET /v2.0/networks/41657b10-f5b5-45f4-877a-d9b5218b372e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1329446
Jul 06 00:43:13.010566 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be0215e3-3f53-4736-9820-076e80e00d79 req-bcd994ce-1ca8-437c-b70d-be5618381dc8 service neutron] 10.222.0.39 "GET /v2.0/networks/41657b10-f5b5-45f4-877a-d9b5218b372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2561893
Jul 06 00:43:13.019474 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29265eb0-1671-43e4-9fa8-2111d5981c81 req-90b58f97-b924-4659-bcfa-8e9b0911f41d tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:13.021725 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-29265eb0-1671-43e4-9fa8-2111d5981c81 req-90b58f97-b924-4659-bcfa-8e9b0911f41d tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 945 time: 0.1977658
Jul 06 00:43:13.090071 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101ae4d-c41a-489d-83ed-31e597eb4ffa req-536f9b4d-3028-4afe-adf0-c82b223664d6 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:13.091682 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2101ae4d-c41a-489d-83ed-31e597eb4ffa req-536f9b4d-3028-4afe-adf0-c82b223664d6 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 943 time: 0.1460536
Jul 06 00:43:13.099316 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-29265eb0-1671-43e4-9fa8-2111d5981c81 req-b0c17904-4732-4b08-a86e-ca111c43d87c tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661442
Jul 06 00:43:13.148442 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2101ae4d-c41a-489d-83ed-31e597eb4ffa req-ddf8ec0b-31e0-4529-a753-5e2473817552 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480886
Jul 06 00:43:13.444705 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:13.642887 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 51468) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:13.646182 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:13.889400 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ee3e14ee-5e0d-4305-a537-cf9231ba41c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:13.925011 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-ee3e14ee-5e0d-4305-a537-cf9231ba41c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:13.932192 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-ee3e14ee-5e0d-4305-a537-cf9231ba41c4 admin admin] Usage tracker for resource:security_group_rule and tenant:95c0e71bd14c4e23be8ec3ad2cfe0853 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:13.935184 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-ee3e14ee-5e0d-4305-a537-cf9231ba41c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:13.941112 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-ee3e14ee-5e0d-4305-a537-cf9231ba41c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:13.959296 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886511a-6e17-4de8-96f0-e807d8969e62 req-c4000c77-3cc8-4b7c-9ebf-1cedcd85b4aa tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:13.962701 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-4886511a-6e17-4de8-96f0-e807d8969e62 req-c4000c77-3cc8-4b7c-9ebf-1cedcd85b4aa tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 945 time: 0.2008390
Jul 06 00:43:14.016337 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fb8da-aebc-4ec5-9f29-0d086e50254b req-00a4eb14-ed78-48f0-8878-e358bd3fbee9 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:14.018188 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b12fb8da-aebc-4ec5-9f29-0d086e50254b req-00a4eb14-ed78-48f0-8878-e358bd3fbee9 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 945 time: 0.2052329
Jul 06 00:43:14.018802 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ee3e14ee-5e0d-4305-a537-cf9231ba41c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:14.022111 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ee3e14ee-5e0d-4305-a537-cf9231ba41c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:14.029236 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:14.043562 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-4886511a-6e17-4de8-96f0-e807d8969e62 req-a5cbc28b-7b91-46dd-80d8-bf4fea901dfd tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797267
Jul 06 00:43:14.067469 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e14ee-5e0d-4305-a537-cf9231ba41c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5423080-5b88-4291-bdd6-d299b81d827d,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:14.074064 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-ee3e14ee-5e0d-4305-a537-cf9231ba41c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:14.080079 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-ee3e14ee-5e0d-4305-a537-cf9231ba41c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95c0e71bd14c4e23be8ec3ad2cfe0853&name=default HTTP/1.1" status: 200  len: 2629 time: 0.4362497
Jul 06 00:43:14.084106 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 51488) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:14.086369 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b12fb8da-aebc-4ec5-9f29-0d086e50254b req-2745c1e7-4906-4529-81e7-185a72148cd2 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588174
Jul 06 00:43:14.148929 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-686826a2-5eae-44cb-b749-6656623c106b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:14.179688 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-686826a2-5eae-44cb-b749-6656623c106b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:14.244831 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-686826a2-5eae-44cb-b749-6656623c106b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:14.250335 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:14.265556 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686826a2-5eae-44cb-b749-6656623c106b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5423080-5b88-4291-bdd6-d299b81d827d,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:14.268618 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-686826a2-5eae-44cb-b749-6656623c106b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:14.271878 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-686826a2-5eae-44cb-b749-6656623c106b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:14.276267 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-686826a2-5eae-44cb-b749-6656623c106b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5423080-5b88-4291-bdd6-d299b81d827d HTTP/1.1" status: 204  len: 168 time: 0.1909842
Jul 06 00:43:14.313800 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fcef78a8-eb09-42ba-bd0c-10f99d05c07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:14.397019 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505eb9a-c328-4a5f-ad0f-61e24d8c0c5b req-e523e47c-25f5-4eb1-8f3c-df69a34042fa tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:14.398524 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b505eb9a-c328-4a5f-ad0f-61e24d8c0c5b req-e523e47c-25f5-4eb1-8f3c-df69a34042fa tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 945 time: 0.1701598
Jul 06 00:43:14.409908 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3a8ba-fd3b-4d6f-a7da-327ad6aefcd6 req-b279ce8d-733e-437b-937d-8721766b1028 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:14.412075 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d8a3a8ba-fd3b-4d6f-a7da-327ad6aefcd6 req-b279ce8d-733e-437b-937d-8721766b1028 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 943 time: 0.1160982
Jul 06 00:43:14.497375 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b505eb9a-c328-4a5f-ad0f-61e24d8c0c5b req-102b3e49-a9c9-492d-bbb2-eccdcc278c11 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842731
Jul 06 00:43:14.501014 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d8a3a8ba-fd3b-4d6f-a7da-327ad6aefcd6 req-5e493158-f248-4be5-8fa3-b81912a154af tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713768
Jul 06 00:43:14.667968 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 51500) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:14.686784 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-223c7ec7-dd97-495a-99a4-871fa71ed3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:14.716947 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-223c7ec7-dd97-495a-99a4-871fa71ed3b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:14.720778 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-223c7ec7-dd97-495a-99a4-871fa71ed3b6 admin admin] Usage tracker for resource:security_group_rule and tenant:504517d77d7c42348b8b518d920d7d4c is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:14.724682 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-223c7ec7-dd97-495a-99a4-871fa71ed3b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:14.730386 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-223c7ec7-dd97-495a-99a4-871fa71ed3b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:14.777371 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:14.799349 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-223c7ec7-dd97-495a-99a4-871fa71ed3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:14.802039 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-223c7ec7-dd97-495a-99a4-871fa71ed3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:14.809448 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:14.855090 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c7ec7-dd97-495a-99a4-871fa71ed3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820d6c7f-b884-49cd-8b30-0b0670b7eda0,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:14.858182 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-223c7ec7-dd97-495a-99a4-871fa71ed3b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:14.860806 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-223c7ec7-dd97-495a-99a4-871fa71ed3b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=504517d77d7c42348b8b518d920d7d4c&name=default HTTP/1.1" status: 200  len: 2629 time: 0.1914601
Jul 06 00:43:14.864135 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 51506) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:14.934541 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-560c51b7-554e-4f7d-8aed-f47df35d878f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:14.962221 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-560c51b7-554e-4f7d-8aed-f47df35d878f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:15.016449 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-560c51b7-554e-4f7d-8aed-f47df35d878f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:15.022201 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:15.036593 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c51b7-554e-4f7d-8aed-f47df35d878f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820d6c7f-b884-49cd-8b30-0b0670b7eda0,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:15.039397 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-560c51b7-554e-4f7d-8aed-f47df35d878f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:15.040708 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-560c51b7-554e-4f7d-8aed-f47df35d878f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:15.044373 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-560c51b7-554e-4f7d-8aed-f47df35d878f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/820d6c7f-b884-49cd-8b30-0b0670b7eda0 HTTP/1.1" status: 204  len: 168 time: 0.1765501
Jul 06 00:43:15.304328 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984919d-a615-4631-aabd-ad20186997fe req-556b612f-57c5-43ca-ac30-a26ab7f4df95 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:15.306476 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6984919d-a615-4631-aabd-ad20186997fe req-556b612f-57c5-43ca-ac30-a26ab7f4df95 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 945 time: 0.1189473
Jul 06 00:43:15.368027 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 9551bc00-2956-4176-be5b-c2093ff12adc up at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:43:15.437914 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6984919d-a615-4631-aabd-ad20186997fe req-e58f673e-2656-4b65-9c1b-280f6c066934 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906749
Jul 06 00:43:15.456879 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning for port 9551bc00-2956-4176-be5b-c2093ff12adc completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:43:15.474175 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning complete for port 9551bc00-2956-4176-be5b-c2093ff12adc triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:43:15.474925 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:15.481315 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa019f-bc0f-45a2-8f38-099fc43693a4 req-f1fc9aae-798b-4941-8b20-7e046a38517c tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:15.491370 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-87fa019f-bc0f-45a2-8f38-099fc43693a4 req-f1fc9aae-798b-4941-8b20-7e046a38517c tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 945 time: 0.1835129
Jul 06 00:43:15.566813 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-87fa019f-bc0f-45a2-8f38-099fc43693a4 req-cfc86783-995a-45ba-948c-a21f08611bd7 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685387
Jul 06 00:43:15.671347 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:15.730680 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b96892a-f73f-402d-97ba-50d0488a3859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9551bc00-2956-4176-be5b-c2093ff12adc'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:43:15.859380 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 9551bc00-2956-4176-be5b-c2093ff12adc, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=9551bc00-2956-4176-be5b-c2093ff12adc,segment=NetworkSegment(42805dfe-6415-484b-a665-9832e690f418),segment_id=42805dfe-6415-484b-a665-9832e690f418)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:43:15.866008 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:15.868569 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4 up at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:43:15.916588 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:43:15.921010 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa6721-56a4-4b4e-8ace-17835c468dee req-d4de6fa6-b2c6-4c41-96c2-a05776c5b466 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:15.930018 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-befa6721-56a4-4b4e-8ace-17835c468dee req-d4de6fa6-b2c6-4c41-96c2-a05776c5b466 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 945 time: 0.1861632
Jul 06 00:43:15.976077 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d479d-9749-40c2-8ee0-d5ad671372f1 req-5d1d6fa0-ec5c-49b7-8dfe-f780cb0e43a3 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:15.984422 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1f26aa20-3787-44da-a625-c47d0ca86a40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:15.984639 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-4f6d479d-9749-40c2-8ee0-d5ad671372f1 req-5d1d6fa0-ec5c-49b7-8dfe-f780cb0e43a3 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 943 time: 0.1880441
Jul 06 00:43:16.029576 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-befa6721-56a4-4b4e-8ace-17835c468dee req-5ea595c1-f430-4a14-8f03-8d834a0bb82a tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983398
Jul 06 00:43:16.073851 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-4f6d479d-9749-40c2-8ee0-d5ad671372f1 req-76fde488-57e6-4856-95ce-9996bd6e7b8f tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0882344
Jul 06 00:43:16.142391 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:16.161532 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=9551bc00-2956-4176-be5b-c2093ff12adc,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:16.175635 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:16.189776 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning for port 54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:43:16.200549 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning complete for port 54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:43:16.200909 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:16.356140 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b96892a-f73f-402d-97ba-50d0488a3859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9551bc00-2956-4176-be5b-c2093ff12adc', 'code': 200}
Jul 06 00:43:16.380767 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:16.428594 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4,segment=NetworkSegment(f323667f-7604-4dac-b4b2-e438c13b3634),segment_id=f323667f-7604-4dac-b4b2-e438c13b3634)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:43:16.433157 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:16.434172 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device c9b1db25-17b3-4821-986c-e136b800c1de up at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:43:16.470127 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:16.625439 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:16.630213 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:16.631011 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning for port c9b1db25-17b3-4821-986c-e136b800c1de completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:43:16.636040 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning complete for port c9b1db25-17b3-4821-986c-e136b800c1de triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:43:16.636465 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:16.756869 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:16.794000 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port c9b1db25-17b3-4821-986c-e136b800c1de, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=c9b1db25-17b3-4821-986c-e136b800c1de,segment=NetworkSegment(69d09d0c-00ce-40fb-8c14-d9c815fa8b35),segment_id=69d09d0c-00ce-40fb-8c14-d9c815fa8b35)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:43:16.797666 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:16.798569 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 34c937ff-416c-41be-8f81-404ce3086745 up at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:43:16.828363 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:16.915636 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=c9b1db25-17b3-4821-986c-e136b800c1de,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:16.919610 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:16.930719 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning for port 34c937ff-416c-41be-8f81-404ce3086745 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:43:16.936190 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning complete for port 34c937ff-416c-41be-8f81-404ce3086745 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:43:16.936581 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:16.996645 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e0fb0-71b5-4672-8b4c-341db6966f58 req-fba90371-78b3-49a4-8047-f11f1f0e4c24 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:16.998272 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c72e0fb0-71b5-4672-8b4c-341db6966f58 req-fba90371-78b3-49a4-8047-f11f1f0e4c24 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 945 time: 0.3760948
Jul 06 00:43:17.001041 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a5b483e0-d9b2-4335-a322-396faac374f2 req-2d2f1baf-78d0-4259-a3ce-4a7f67d572a4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 1098 time: 0.4356239
Jul 06 00:43:17.069217 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:17.083022 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c72e0fb0-71b5-4672-8b4c-341db6966f58 req-35513c35-0e6e-4a24-aad2-3ce244255515 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737193
Jul 06 00:43:17.084970 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-a5b483e0-d9b2-4335-a322-396faac374f2 req-c515fa73-247e-4cfa-b37c-22fa19cd09ed service neutron] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:17.109551 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b2803-0969-450d-bef0-900c201ee303 req-089699fa-a3b0-48fd-bb46-275f4e6696d4 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:17.115877 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-688b2803-0969-450d-bef0-900c201ee303 req-089699fa-a3b0-48fd-bb46-275f4e6696d4 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 945 time: 0.4124629
Jul 06 00:43:17.150135 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 34c937ff-416c-41be-8f81-404ce3086745, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=34c937ff-416c-41be-8f81-404ce3086745,segment=NetworkSegment(42805dfe-6415-484b-a665-9832e690f418),segment_id=42805dfe-6415-484b-a665-9832e690f418)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:43:17.157883 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:17.160257 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:17.206282 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-a5b483e0-d9b2-4335-a322-396faac374f2 req-c515fa73-247e-4cfa-b37c-22fa19cd09ed service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:17.249737 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-a5b483e0-d9b2-4335-a322-396faac374f2 req-c515fa73-247e-4cfa-b37c-22fa19cd09ed service neutron] Usage tracker for resource:security_group_rule and tenant:028fa8b2576f44b88faa8f4c4b95edbd is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:17.256524 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-688b2803-0969-450d-bef0-900c201ee303 req-05c2abca-5352-4bb1-bfb5-22cabd513013 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991776
Jul 06 00:43:17.257379 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-a5b483e0-d9b2-4335-a322-396faac374f2 req-c515fa73-247e-4cfa-b37c-22fa19cd09ed service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:17.265622 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-a5b483e0-d9b2-4335-a322-396faac374f2 req-c515fa73-247e-4cfa-b37c-22fa19cd09ed service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:17.267095 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=34c937ff-416c-41be-8f81-404ce3086745,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:17.280318 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:17.365922 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device d638c42e-f518-4045-a066-f3389aae47d5 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 00:43:17.401887 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85517acf-75b4-4784-8280-c448ea2d1bfa req-88380e44-19f2-4b47-b279-04a2c7ac6ff7 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:17.403641 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-85517acf-75b4-4784-8280-c448ea2d1bfa req-88380e44-19f2-4b47-b279-04a2c7ac6ff7 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 946 time: 0.1394656
Jul 06 00:43:17.495434 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-a5b483e0-d9b2-4335-a322-396faac374f2 req-c515fa73-247e-4cfa-b37c-22fa19cd09ed service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:17.507548 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-a5b483e0-d9b2-4335-a322-396faac374f2 req-c515fa73-247e-4cfa-b37c-22fa19cd09ed service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:17.534949 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7d3fe530-4088-444c-ab42-a2d312885ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:17.584119 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-85517acf-75b4-4784-8280-c448ea2d1bfa req-2b4ffee6-445d-46bc-a361-18b21d00c83c tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699445
Jul 06 00:43:17.615250 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a5b483e0-d9b2-4335-a322-396faac374f2 req-c515fa73-247e-4cfa-b37c-22fa19cd09ed service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6047535
Jul 06 00:43:17.621151 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515fa73-247e-4cfa-b37c-22fa19cd09ed service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2d01bc59-e706-4be6-bca5-035930e13efd,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:17.624464 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c515fa73-247e-4cfa-b37c-22fa19cd09ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:17.630988 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80177af4-2b8c-43a2-885a-49e56c314967 req-c5df0cff-407f-4ed9-8c24-d83de70f54ad tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:17.632622 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-80177af4-2b8c-43a2-885a-49e56c314967 req-c5df0cff-407f-4ed9-8c24-d83de70f54ad tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 943 time: 0.2198362
Jul 06 00:43:17.642237 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port d638c42e-f518-4045-a066-f3389aae47d5, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=d638c42e-f518-4045-a066-f3389aae47d5,segment=NetworkSegment(b8b15407-88ee-4838-b353-b0f018d7e9a4),segment_id=b8b15407-88ee-4838-b353-b0f018d7e9a4)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:43:17.660901 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Returning: {'device': 'd638c42e-f518-4045-a066-f3389aae47d5', 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'port_id': 'd638c42e-f518-4045-a066-f3389aae47d5', 'mac_address': 'fa:16:3e:76:fd:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 00:43:17.742148 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-80177af4-2b8c-43a2-885a-49e56c314967 req-1aa58d93-c524-41fd-b1b8-6aca83940067 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1017826
Jul 06 00:43:17.768899 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:17.789536 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d638c42e-f518-4045-a066-f3389aae47d5 {{(pid=80882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:43:17.804962 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port d638c42e-f518-4045-a066-f3389aae47d5, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=d638c42e-f518-4045-a066-f3389aae47d5,segment=NetworkSegment(b8b15407-88ee-4838-b353-b0f018d7e9a4),segment_id=b8b15407-88ee-4838-b353-b0f018d7e9a4)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:43:17.810074 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:17.812390 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:17.895931 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=d638c42e-f518-4045-a066-f3389aae47d5,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:17.895931 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:18.214957 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['d638c42e-f518-4045-a066-f3389aae47d5'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:43:18.357704 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea9eb72-c4f0-4043-8424-d4061b6e2cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4'}, {'server_uuid': '6f76f257-4258-4f92-8b4b-4ca471299edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b1db25-17b3-4821-986c-e136b800c1de'}, {'server_uuid': '8c022c9c-7bdd-427c-a268-2c0d2d049118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c937ff-416c-41be-8f81-404ce3086745'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:43:18.417541 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0c979-fc17-4bee-8632-e19c359adde3 req-40cb5ffa-e56d-43b8-8c83-a151b1148bf3 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:18.419521 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-27e0c979-fc17-4bee-8632-e19c359adde3 req-40cb5ffa-e56d-43b8-8c83-a151b1148bf3 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 946 time: 0.1302867
Jul 06 00:43:18.542624 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-27e0c979-fc17-4bee-8632-e19c359adde3 req-618c05c8-ff1c-4ed9-a982-cb82c8d87eaa tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749824
Jul 06 00:43:18.561901 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97279aa-ee5a-4696-96ee-622ba7ef537a req-3e6f8b85-38bf-40a5-88f6-85483c9ca78f tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:18.561901 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f97279aa-ee5a-4696-96ee-622ba7ef537a req-3e6f8b85-38bf-40a5-88f6-85483c9ca78f tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.1326098
Jul 06 00:43:18.610767 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea9eb72-c4f0-4043-8424-d4061b6e2cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4', 'code': 200}
Jul 06 00:43:18.611198 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f76f257-4258-4f92-8b4b-4ca471299edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b1db25-17b3-4821-986c-e136b800c1de', 'code': 200}
Jul 06 00:43:18.611605 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c022c9c-7bdd-427c-a268-2c0d2d049118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c937ff-416c-41be-8f81-404ce3086745', 'code': 200}
Jul 06 00:43:18.624905 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f97279aa-ee5a-4696-96ee-622ba7ef537a req-bc8d8707-c86b-48b3-ab1b-90421601ba74 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519741
Jul 06 00:43:18.817262 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a25f29-d8bc-43ca-9b84-4ce9aa685794 req-936a12aa-dee7-469d-8cbb-aa1939938c6d tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:18.819195 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-89a25f29-d8bc-43ca-9b84-4ce9aa685794 req-936a12aa-dee7-469d-8cbb-aa1939938c6d tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 946 time: 0.1089461
Jul 06 00:43:18.922105 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-89a25f29-d8bc-43ca-9b84-4ce9aa685794 req-945bb4de-6712-4880-ab8f-8b75dbfd5282 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957742
Jul 06 00:43:19.045657 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 51702) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:19.088376 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaabafd-5fcf-49b5-bf51-abac812ded8f req-4241b003-c7ab-4f1d-a8d2-7a0d9d8382e4 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:19.090241 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ebaabafd-5fcf-49b5-bf51-abac812ded8f req-4241b003-c7ab-4f1d-a8d2-7a0d9d8382e4 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 944 time: 0.1160195
Jul 06 00:43:19.093773 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5a50b660-a77c-4da9-bfa7-5ad96d5fa448 req-1c7f3e6c-7c82-4c8d-89e2-15c819ab5feb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 1099 time: 0.1609647
Jul 06 00:43:19.191432 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ebaabafd-5fcf-49b5-bf51-abac812ded8f req-a2486bdd-5f95-49c4-a227-9535a2c333d8 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0906641
Jul 06 00:43:19.214002 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5a50b660-a77c-4da9-bfa7-5ad96d5fa448 req-8f9c9565-f65a-4c4f-8334-b67335a77366 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733976
Jul 06 00:43:19.268385 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7a8674cb-3923-4efd-9be6-f32b8b2a021e req-e4d443ce-1379-4db8-876a-f62cc9c169a6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 1099 time: 0.1483047
Jul 06 00:43:19.290741 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a81af1b2-a7cf-4a3a-82aa-d45ee5cb6510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:19.309059 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-14fa7a34-e2b2-4849-b87b-31ed4e0cfc87 req-84c7e031-7b2a-45bb-a58c-1d143863fda2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 1099 time: 0.1268525
Jul 06 00:43:19.331050 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-a81af1b2-a7cf-4a3a-82aa-d45ee5cb6510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:19.335317 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-a81af1b2-a7cf-4a3a-82aa-d45ee5cb6510 admin admin] Usage tracker for resource:security_group_rule and tenant:c7ec5cb12bf2419983f084d21573cac1 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:19.340578 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-a81af1b2-a7cf-4a3a-82aa-d45ee5cb6510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:19.366531 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device d638c42e-f518-4045-a066-f3389aae47d5 up at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:43:19.376867 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-a81af1b2-a7cf-4a3a-82aa-d45ee5cb6510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:19.447781 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7a8674cb-3923-4efd-9be6-f32b8b2a021e req-d2db9b1e-0c8c-410e-bd20-d95a452fe775 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082187
Jul 06 00:43:19.450455 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-14fa7a34-e2b2-4849-b87b-31ed4e0cfc87 req-54b7f5d5-41e2-4f47-ba13-2c2595bf8154 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121807
Jul 06 00:43:19.498393 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a81af1b2-a7cf-4a3a-82aa-d45ee5cb6510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:19.502266 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a81af1b2-a7cf-4a3a-82aa-d45ee5cb6510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:19.511618 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:19.521420 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning for port d638c42e-f518-4045-a066-f3389aae47d5 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:43:19.526581 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning complete for port d638c42e-f518-4045-a066-f3389aae47d5 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:43:19.526993 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:19.562521 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81af1b2-a7cf-4a3a-82aa-d45ee5cb6510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63474001-7944-4854-927d-b6b1d58bd077,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:19.565843 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a81af1b2-a7cf-4a3a-82aa-d45ee5cb6510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:19.584132 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 51724) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:19.591203 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-a81af1b2-a7cf-4a3a-82aa-d45ee5cb6510 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7ec5cb12bf2419983f084d21573cac1&name=default HTTP/1.1" status: 200  len: 2629 time: 0.5395963
Jul 06 00:43:19.662040 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5f16c559-f0f6-4453-a1b5-2924b9f52bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:19.699823 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:19.741073 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port d638c42e-f518-4045-a066-f3389aae47d5, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=d638c42e-f518-4045-a066-f3389aae47d5,segment=NetworkSegment(b8b15407-88ee-4838-b353-b0f018d7e9a4),segment_id=b8b15407-88ee-4838-b353-b0f018d7e9a4)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:43:19.746499 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:19.748899 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:19.797752 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5f16c559-f0f6-4453-a1b5-2924b9f52bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:19.836664 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=d638c42e-f518-4045-a066-f3389aae47d5,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:19.853591 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:19.934581 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5f16c559-f0f6-4453-a1b5-2924b9f52bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:19.943616 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:19.961220 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd54990-55f3-497e-9647-1c8a30bd33fc req-70e7dc2f-4f79-4bf0-ae10-96eba78de88e tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:19.962793 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3fd54990-55f3-497e-9647-1c8a30bd33fc req-70e7dc2f-4f79-4bf0-ae10-96eba78de88e tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 946 time: 0.2486627
Jul 06 00:43:19.966372 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16c559-f0f6-4453-a1b5-2924b9f52bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63474001-7944-4854-927d-b6b1d58bd077,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:19.971595 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5f16c559-f0f6-4453-a1b5-2924b9f52bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:19.984176 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832faf29-a7b4-41a6-93e9-758bac9b12cd req-d162e939-ccdf-47d4-b2e3-06fd37ffde8f tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:19.985751 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-832faf29-a7b4-41a6-93e9-758bac9b12cd req-d162e939-ccdf-47d4-b2e3-06fd37ffde8f tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.1547871
Jul 06 00:43:20.023587 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5f16c559-f0f6-4453-a1b5-2924b9f52bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:20.024798 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-5f16c559-f0f6-4453-a1b5-2924b9f52bf1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63474001-7944-4854-927d-b6b1d58bd077 HTTP/1.1" status: 204  len: 168 time: 0.4395390
Jul 06 00:43:20.057377 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3fd54990-55f3-497e-9647-1c8a30bd33fc req-266bd5d5-6cbb-4cdb-a43a-65cb187cc501 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705748
Jul 06 00:43:20.107182 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-832faf29-a7b4-41a6-93e9-758bac9b12cd req-2be3017b-2296-4c85-833a-37ed2c03a3c8 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026180
Jul 06 00:43:20.458864 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588b70b-0208-4eb6-a9ad-d163b5c88bf0 req-4d6eaedc-163a-4abb-b6e6-e65c56cd981c tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:20.460492 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c588b70b-0208-4eb6-a9ad-d163b5c88bf0 req-4d6eaedc-163a-4abb-b6e6-e65c56cd981c tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 946 time: 0.1589053
Jul 06 00:43:20.476988 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea1384-2cba-4e07-8375-ae52739a877a req-e059a513-fbf1-441b-95db-bccce23080fc tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:20.478534 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ceea1384-2cba-4e07-8375-ae52739a877a req-e059a513-fbf1-441b-95db-bccce23080fc tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.1281984
Jul 06 00:43:20.513869 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 51758) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:20.541495 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f59a929f-6fd0-43bc-ba0e-5e8039d14555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:20.562907 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c588b70b-0208-4eb6-a9ad-d163b5c88bf0 req-2d3d9c93-6d68-4f7f-9fde-0bf7a83a55ca tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929899
Jul 06 00:43:20.566606 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ceea1384-2cba-4e07-8375-ae52739a877a req-3bae5cf0-e544-4f22-8861-92b007b8c2d1 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710762
Jul 06 00:43:20.587066 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-f59a929f-6fd0-43bc-ba0e-5e8039d14555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:20.590965 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-f59a929f-6fd0-43bc-ba0e-5e8039d14555 admin admin] Usage tracker for resource:security_group_rule and tenant:a462dab428474bdb87278b691d648a70 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:20.593917 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-f59a929f-6fd0-43bc-ba0e-5e8039d14555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:20.604080 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-f59a929f-6fd0-43bc-ba0e-5e8039d14555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:20.613468 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af153466-5d78-4fa4-87ee-4044f758aa6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd638c42e-f518-4045-a066-f3389aae47d5'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:43:20.687538 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af153466-5d78-4fa4-87ee-4044f758aa6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd638c42e-f518-4045-a066-f3389aae47d5', 'code': 200}
Jul 06 00:43:20.706259 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f59a929f-6fd0-43bc-ba0e-5e8039d14555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:20.714585 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f59a929f-6fd0-43bc-ba0e-5e8039d14555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:20.725217 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3493cd1d-0baa-4f4c-a3cf-8b913ada9919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:20.782872 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-f59a929f-6fd0-43bc-ba0e-5e8039d14555 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a462dab428474bdb87278b691d648a70&name=default HTTP/1.1" status: 200  len: 2629 time: 0.2678537
Jul 06 00:43:20.784009 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a929f-6fd0-43bc-ba0e-5e8039d14555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f695d360-c0c2-4095-8150-84f613360810,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:20.787106 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 51772) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:20.788387 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f59a929f-6fd0-43bc-ba0e-5e8039d14555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:20.902595 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-557d68ee-cebb-4329-9128-537e893dba2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:20.952658 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-557d68ee-cebb-4329-9128-537e893dba2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:21.011606 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 51778) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:21.034912 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-557d68ee-cebb-4329-9128-537e893dba2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:21.042946 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d712f29c-c12e-4748-b148-ab15896c849d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:21.057385 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d68ee-cebb-4329-9128-537e893dba2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f695d360-c0c2-4095-8150-84f613360810,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:21.060443 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-557d68ee-cebb-4329-9128-537e893dba2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:21.065303 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-557d68ee-cebb-4329-9128-537e893dba2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:21.070638 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-557d68ee-cebb-4329-9128-537e893dba2b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f695d360-c0c2-4095-8150-84f613360810 HTTP/1.1" status: 204  len: 168 time: 0.2823036
Jul 06 00:43:21.273270 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-df91e727-c81f-4330-894b-aafb30215bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:21.311011 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-df91e727-c81f-4330-894b-aafb30215bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:21.316649 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-df91e727-c81f-4330-894b-aafb30215bb7 admin admin] Usage tracker for resource:security_group_rule and tenant:083008bb940b448e92574c67b07e3dd3 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:21.320269 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-df91e727-c81f-4330-894b-aafb30215bb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:21.326521 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-df91e727-c81f-4330-894b-aafb30215bb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:21.378523 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-636d7068-8b14-45ef-b9c4-29738ba2abf3 req-d20cb8ec-d3c6-4dcf-ab33-b8c63f83e18d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 1098 time: 0.2140534
Jul 06 00:43:21.434197 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e53d92-2966-4313-97c7-6b0d2c0a4466 req-4bc5f380-3b37-4ccb-ad58-96313f59bfca tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:21.442499 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-87e53d92-2966-4313-97c7-6b0d2c0a4466 req-4bc5f380-3b37-4ccb-ad58-96313f59bfca tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 946 time: 0.1628339
Jul 06 00:43:21.464673 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-df91e727-c81f-4330-894b-aafb30215bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:21.467060 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-636d7068-8b14-45ef-b9c4-29738ba2abf3 req-3f0a2c63-eb45-40cd-ae13-6c45f45842d5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761476
Jul 06 00:43:21.469815 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-df91e727-c81f-4330-894b-aafb30215bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:21.478456 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1bed4-93c8-4a0e-b092-21260447022e req-4eebc33c-0b0b-44d5-bb5f-6cee49c3b71c tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:21.480084 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-13f1bed4-93c8-4a0e-b092-21260447022e req-4eebc33c-0b0b-44d5-bb5f-6cee49c3b71c tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.1429842
Jul 06 00:43:21.501901 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-686826a2-5eae-44cb-b749-6656623c106b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:21.506307 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-87e53d92-2966-4313-97c7-6b0d2c0a4466 req-07094554-4aa4-4ccb-9362-a2424f2c7f12 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629032
Jul 06 00:43:21.530923 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-df91e727-c81f-4330-894b-aafb30215bb7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=083008bb940b448e92574c67b07e3dd3&name=default HTTP/1.1" status: 200  len: 2629 time: 0.5224578
Jul 06 00:43:21.531892 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91e727-c81f-4330-894b-aafb30215bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca568d67-b93e-4891-af5c-4916619623c5,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:21.533712 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 51800) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:21.540083 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-df91e727-c81f-4330-894b-aafb30215bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:21.599210 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-13f1bed4-93c8-4a0e-b092-21260447022e req-44afa4f8-7f9c-41f5-ba63-de0ca6e047e9 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957050
Jul 06 00:43:21.632966 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d535815c-d1f8-455f-be8b-1fff0f846529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:21.667616 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d535815c-d1f8-455f-be8b-1fff0f846529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:21.721549 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d535815c-d1f8-455f-be8b-1fff0f846529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:21.739777 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:21.805977 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535815c-d1f8-455f-be8b-1fff0f846529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca568d67-b93e-4891-af5c-4916619623c5,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:21.847995 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d535815c-d1f8-455f-be8b-1fff0f846529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:21.848757 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d535815c-d1f8-455f-be8b-1fff0f846529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:21.849944 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-d535815c-d1f8-455f-be8b-1fff0f846529 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca568d67-b93e-4891-af5c-4916619623c5 HTTP/1.1" status: 204  len: 168 time: 0.3135469
Jul 06 00:43:21.906206 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fc634-79fe-4bdf-9713-487741795214 req-1a1b5ae1-6823-406f-b9f4-df1f855d1eb4 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:21.907818 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5f0fc634-79fe-4bdf-9713-487741795214 req-1a1b5ae1-6823-406f-b9f4-df1f855d1eb4 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 946 time: 0.1510882
Jul 06 00:43:21.917477 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f2359-f750-4f89-83a8-542db825c488 req-7d2c227d-2c26-437d-84fe-b4866645a9b2 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:21.918976 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5d0f2359-f750-4f89-83a8-542db825c488 req-7d2c227d-2c26-437d-84fe-b4866645a9b2 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.1215994
Jul 06 00:43:21.997863 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5f0fc634-79fe-4bdf-9713-487741795214 req-f0dbbc39-acdc-4fe3-a294-1d985bfd78b0 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775282
Jul 06 00:43:22.001211 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5d0f2359-f750-4f89-83a8-542db825c488 req-02ea9888-7fbb-4b44-a08a-ee501a5cf91c tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669281
Jul 06 00:43:22.364698 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 51840) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:22.384578 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-85bf8604-adfe-40cb-b6a7-2793f2d0742a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:22.478786 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-85bf8604-adfe-40cb-b6a7-2793f2d0742a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:22.484598 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-85bf8604-adfe-40cb-b6a7-2793f2d0742a admin admin] Usage tracker for resource:security_group_rule and tenant:4344056dcc1b406f9740e9ac575d3caa is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:22.489600 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-85bf8604-adfe-40cb-b6a7-2793f2d0742a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:22.498540 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-85bf8604-adfe-40cb-b6a7-2793f2d0742a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:22.522783 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0c169-4892-41c0-98ce-dcbc7964f2c3 req-0a2f2a7d-8927-4cdb-901c-aa59e67b5970 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:22.524305 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-38e0c169-4892-41c0-98ce-dcbc7964f2c3 req-0a2f2a7d-8927-4cdb-901c-aa59e67b5970 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.1267664
Jul 06 00:43:22.616340 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-38e0c169-4892-41c0-98ce-dcbc7964f2c3 req-e73b6983-f0bd-450e-822e-f0afe496457c tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837812
Jul 06 00:43:22.653773 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-85bf8604-adfe-40cb-b6a7-2793f2d0742a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:22.657827 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-85bf8604-adfe-40cb-b6a7-2793f2d0742a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:22.669866 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:22.760377 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf8604-adfe-40cb-b6a7-2793f2d0742a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a95775-0c14-4818-8387-89c0f02f32f4,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:22.768246 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-85bf8604-adfe-40cb-b6a7-2793f2d0742a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4344056dcc1b406f9740e9ac575d3caa&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3996043
Jul 06 00:43:22.768246 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-85bf8604-adfe-40cb-b6a7-2793f2d0742a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:22.768775 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 51850) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:22.795456 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309b06e-8aa1-4e48-b17f-ea96036af17e req-2df10c11-f99a-414c-8d98-57f21bd962f8 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:22.805588 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0309b06e-8aa1-4e48-b17f-ea96036af17e req-2df10c11-f99a-414c-8d98-57f21bd962f8 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 946 time: 0.1290030
Jul 06 00:43:22.864209 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0309b06e-8aa1-4e48-b17f-ea96036af17e req-a9c6d219-f4f3-4fd2-8487-7f627285ec55 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565722
Jul 06 00:43:22.888634 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a4ac5c8b-a7ed-412b-b2b2-3b0fd292ff7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:22.918932 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a4ac5c8b-a7ed-412b-b2b2-3b0fd292ff7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:22.973200 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a4ac5c8b-a7ed-412b-b2b2-3b0fd292ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:22.978538 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:22.994706 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac5c8b-a7ed-412b-b2b2-3b0fd292ff7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a95775-0c14-4818-8387-89c0f02f32f4,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:22.998850 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a4ac5c8b-a7ed-412b-b2b2-3b0fd292ff7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:23.019812 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a4ac5c8b-a7ed-412b-b2b2-3b0fd292ff7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:23.024047 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-a4ac5c8b-a7ed-412b-b2b2-3b0fd292ff7c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6a95775-0c14-4818-8387-89c0f02f32f4 HTTP/1.1" status: 204  len: 168 time: 0.2534204
Jul 06 00:43:23.254777 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1c29e-5b85-403b-80f6-ba9377ef1a1e req-140eddb6-c75e-445f-8af7-2daf78f4b60f tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:23.256643 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-feb1c29e-5b85-403b-80f6-ba9377ef1a1e req-140eddb6-c75e-445f-8af7-2daf78f4b60f tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.1007495
Jul 06 00:43:23.322512 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-feb1c29e-5b85-403b-80f6-ba9377ef1a1e req-f66c6574-9107-4bf2-a7d5-6868e2b4c97f tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569308
Jul 06 00:43:23.521798 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 51884) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:23.541020 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-58806995-fded-4e32-97d7-1360bb226ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:23.572380 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-58806995-fded-4e32-97d7-1360bb226ffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:23.576326 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-58806995-fded-4e32-97d7-1360bb226ffd admin admin] Usage tracker for resource:security_group_rule and tenant:b6afde5cdbb744098f4a154d3f822637 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:23.579187 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-58806995-fded-4e32-97d7-1360bb226ffd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:23.585027 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-58806995-fded-4e32-97d7-1360bb226ffd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:23.652023 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-58806995-fded-4e32-97d7-1360bb226ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:23.655909 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-58806995-fded-4e32-97d7-1360bb226ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:23.663287 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:23.709228 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58806995-fded-4e32-97d7-1360bb226ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac8817c-f007-494e-863d-a7ccdb687336,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:23.712735 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-58806995-fded-4e32-97d7-1360bb226ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:23.717918 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-58806995-fded-4e32-97d7-1360bb226ffd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6afde5cdbb744098f4a154d3f822637&name=default HTTP/1.1" status: 200  len: 2629 time: 0.1925051
Jul 06 00:43:23.718229 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 51892) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:23.781441 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-532d6000-6aec-4cad-b733-0f6c4a593a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:23.810517 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-532d6000-6aec-4cad-b733-0f6c4a593a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:23.813737 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95690735-95a4-481f-9fee-558ff33cea15 req-a86cdcd3-f49e-4cc6-9355-1141b4134997 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:23.815340 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-95690735-95a4-481f-9fee-558ff33cea15 req-a86cdcd3-f49e-4cc6-9355-1141b4134997 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.0868731
Jul 06 00:43:23.859388 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-532d6000-6aec-4cad-b733-0f6c4a593a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:23.864913 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-ee3e14ee-5e0d-4305-a537-cf9231ba41c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:23.865805 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-95690735-95a4-481f-9fee-558ff33cea15 req-aff51387-62d9-4044-8863-79f29391c751 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426908
Jul 06 00:43:23.877054 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d6000-6aec-4cad-b733-0f6c4a593a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac8817c-f007-494e-863d-a7ccdb687336,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:23.879459 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-532d6000-6aec-4cad-b733-0f6c4a593a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:23.882997 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-532d6000-6aec-4cad-b733-0f6c4a593a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:23.884210 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-532d6000-6aec-4cad-b733-0f6c4a593a6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ac8817c-f007-494e-863d-a7ccdb687336 HTTP/1.1" status: 204  len: 168 time: 0.1648803
Jul 06 00:43:24.530218 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70c2ed-b454-4d21-91a1-b1af663a6baf req-a18e922d-7d66-403d-b2e8-319a04e32717 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:24.531846 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0b70c2ed-b454-4d21-91a1-b1af663a6baf req-a18e922d-7d66-403d-b2e8-319a04e32717 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0769510
Jul 06 00:43:24.590803 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0b70c2ed-b454-4d21-91a1-b1af663a6baf req-7f9cf4d5-f25c-4a46-820d-8923da5a216a tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508227
Jul 06 00:43:25.056489 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdf9be-0839-4077-bb14-bfb75203a02a req-fa5bd2fd-4352-45e8-8fa6-c6f43b628db2 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:25.058069 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2abdf9be-0839-4077-bb14-bfb75203a02a req-fa5bd2fd-4352-45e8-8fa6-c6f43b628db2 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.0780139
Jul 06 00:43:25.111403 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2abdf9be-0839-4077-bb14-bfb75203a02a req-c8114eaa-04b0-469a-b9e3-4d85fc8d019f tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435581
Jul 06 00:43:25.771090 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2c961258-bcac-41d6-a1cd-95f357242c3a req-fbf21052-5acc-4dd0-9180-207c368b6483 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1963967027cc4dd4b63bb84357052310&device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 1099 time: 0.0724454
Jul 06 00:43:25.797462 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7b024-681c-4176-a5ea-12f9da714ab1 req-efaaf647-563a-4537-8b8a-c65e0c674ceb tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:25.799359 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7ca7b024-681c-4176-a5ea-12f9da714ab1 req-efaaf647-563a-4537-8b8a-c65e0c674ceb tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0897703
Jul 06 00:43:25.856592 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7ca7b024-681c-4176-a5ea-12f9da714ab1 req-ed9d0aec-70b4-4b1d-b163-8da5a2ee0399 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456865
Jul 06 00:43:25.932935 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c961258-bcac-41d6-a1cd-95f357242c3a req-8b37601f-020b-45e0-ada0-1e72c566e873 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:25.934530 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2c961258-bcac-41d6-a1cd-95f357242c3a req-8b37601f-020b-45e0-ada0-1e72c566e873 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e HTTP/1.1" status: 200  len: 919 time: 0.1380546
Jul 06 00:43:26.011359 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2c961258-bcac-41d6-a1cd-95f357242c3a req-7d4ca250-923c-46fe-8d5e-80c052b5380f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34c937ff-416c-41be-8f81-404ce3086745 HTTP/1.1" status: 200  len: 217 time: 0.0681734
Jul 06 00:43:26.082525 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c961258-bcac-41d6-a1cd-95f357242c3a req-0d594394-1519-4e54-bd23-df250c8a62ee service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:26.084189 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2c961258-bcac-41d6-a1cd-95f357242c3a req-0d594394-1519-4e54-bd23-df250c8a62ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86a28ffc-a537-4a50-9ffb-7893c410a8f3 HTTP/1.1" status: 200  len: 858 time: 0.0594447
Jul 06 00:43:26.147342 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2c961258-bcac-41d6-a1cd-95f357242c3a req-7035580b-5906-41c3-8f84-3ae93dc88522 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0559657
Jul 06 00:43:26.319659 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2c961258-bcac-41d6-a1cd-95f357242c3a req-9924fc70-24ec-4993-9ae4-45d8afa0ac6d service neutron] 10.222.0.39 "GET /v2.0/networks/f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1639304
Jul 06 00:43:26.335723 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f14abb-fe4e-41ec-aa54-a75ae8e0cd97 req-13db1f73-a0de-4004-bfce-701786b8c8c7 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:26.337879 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-37f14abb-fe4e-41ec-aa54-a75ae8e0cd97 req-13db1f73-a0de-4004-bfce-701786b8c8c7 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.0871325
Jul 06 00:43:26.487271 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2c961258-bcac-41d6-a1cd-95f357242c3a req-738ad85a-afe9-4da1-a217-2d64029ee1b0 service neutron] 10.222.0.39 "GET /v2.0/networks/f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575277
Jul 06 00:43:26.603614 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-37f14abb-fe4e-41ec-aa54-a75ae8e0cd97 req-a1936a6e-deda-4ecb-abb0-8ffa2d71697b tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2582805
Jul 06 00:43:27.059637 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb025bc-bdc3-4650-838a-eb121aa82174 req-7cb0839e-80ba-49f3-9385-66ffcfe0367d tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:27.068923 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6bb025bc-bdc3-4650-838a-eb121aa82174 req-7cb0839e-80ba-49f3-9385-66ffcfe0367d tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0894959
Jul 06 00:43:27.174197 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6bb025bc-bdc3-4650-838a-eb121aa82174 req-a82308b8-c2db-4c97-b907-328423cbdd01 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1042514
Jul 06 00:43:27.802396 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90d0ca-224f-41bb-a4fd-6cb469bdde36 req-cbe223e4-3096-4ac3-ac40-1a40ba50a442 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:27.804018 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ef90d0ca-224f-41bb-a4fd-6cb469bdde36 req-cbe223e4-3096-4ac3-ac40-1a40ba50a442 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.0824511
Jul 06 00:43:27.856111 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ef90d0ca-224f-41bb-a4fd-6cb469bdde36 req-3146c1d4-9f33-4af8-867c-19e9fa1bf249 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444651
Jul 06 00:43:28.369697 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6f362-eddc-4d53-8756-64d990f8ca46 req-61a21db1-e426-497a-9715-be22064e3527 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:28.371519 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-eaf6f362-eddc-4d53-8756-64d990f8ca46 req-61a21db1-e426-497a-9715-be22064e3527 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0829182
Jul 06 00:43:28.421674 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-eaf6f362-eddc-4d53-8756-64d990f8ca46 req-6422eb69-af3a-48d2-aa4c-a2d50ad328c0 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432675
Jul 06 00:43:28.624211 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626da8c-883d-46e7-95af-bed0cdd9bf60 req-282360c9-37b0-4b9e-a3bb-39436a51524b tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:28.625981 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6626da8c-883d-46e7-95af-bed0cdd9bf60 req-282360c9-37b0-4b9e-a3bb-39436a51524b tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0810134
Jul 06 00:43:28.636231 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 52080) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:28.642753 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-7450ff99-9525-4009-a38f-4d13e75313f7 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Request body: {'floatingip': {'port_id': 'd638c42e-f518-4045-a066-f3389aae47d5'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:43:28.723574 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7450ff99-9525-4009-a38f-4d13e75313f7 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for floatingip, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:29.408766 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fec6c-2b00-495f-b9d5-f06ab0772811 req-dcb851f2-fefc-475a-9275-4f4df9bf3ad5 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:29.411044 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2d3fec6c-2b00-495f-b9d5-f06ab0772811 req-dcb851f2-fefc-475a-9275-4f4df9bf3ad5 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.3518536
Jul 06 00:43:29.540367 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2d3fec6c-2b00-495f-b9d5-f06ab0772811 req-9458c1fc-d52a-4d92-9a76-5bb792de8def tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161516
Jul 06 00:43:29.639477 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7450ff99-9525-4009-a38f-4d13e75313f7 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:29.642705 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7450ff99-9525-4009-a38f-4d13e75313f7 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459972'] for floatingip, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:30.056687 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.l3_db [None req-7450ff99-9525-4009-a38f-4d13e75313f7 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Floating IP 6cadecbc-1ceb-4e16-8892-3c4689409d15 associated. External IP: 172.27.1.253, port: d638c42e-f518-4045-a066-f3389aae47d5.
Jul 06 00:43:30.455692 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7450ff99-9525-4009-a38f-4d13e75313f7 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Router b229c976-f77d-438f-9b2d-3b32b06a515a has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:43:30.503710 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 52162) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:30.674598 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7450ff99-9525-4009-a38f-4d13e75313f7 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:43:30.688711 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c31762-fa51-4ea2-bfb1-11f58e84feb7 None None] Sync routers for ids ['b229c976-f77d-438f-9b2d-3b32b06a515a'] in dv-cinder-799546-2-iscsi {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:43:30.695616 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7450ff99-9525-4009-a38f-4d13e75313f7 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for floatingip, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:30.703581 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c31762-fa51-4ea2-bfb1-11f58e84feb7 None None] Routers {'b229c976-f77d-438f-9b2d-3b32b06a515a'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:43:30.704434 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-41c31762-fa51-4ea2-bfb1-11f58e84feb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90681e80>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:43:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b229c976-f77d-438f-9b2d-3b32b06a515a'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:43:30.846212 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-7450ff99-9525-4009-a38f-4d13e75313f7 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "PUT /v2.0/floatingips/6cadecbc-1ceb-4e16-8892-3c4689409d15 HTTP/1.1" status: 200  len: 991 time: 2.2087107
Jul 06 00:43:30.848437 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af153466-5d78-4fa4-87ee-4044f758aa6f', 'tag': 'd638c42e-f518-4045-a066-f3389aae47d5'}] {{(pid=80880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:43:30.857096 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e991e2cf-e23f-46f3-a118-6132b333f8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:30.893566 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 52190) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:30.908559 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770056b-d86b-4d5d-9c3c-0ff7ac673007 req-8cbf1aba-bd06-4ad3-b001-b6f12b6f9560 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:30.910694 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7770056b-d86b-4d5d-9c3c-0ff7ac673007 req-8cbf1aba-bd06-4ad3-b001-b6f12b6f9560 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.1747386
Jul 06 00:43:30.922323 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-e991e2cf-e23f-46f3-a118-6132b333f8a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:30.927130 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-e991e2cf-e23f-46f3-a118-6132b333f8a5 admin admin] Usage tracker for resource:security_group_rule and tenant:4ff15998ac924cfd96a8df6d20790d18 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:30.935985 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-e991e2cf-e23f-46f3-a118-6132b333f8a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:30.949907 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-e991e2cf-e23f-46f3-a118-6132b333f8a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:31.015887 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-41c31762-fa51-4ea2-bfb1-11f58e84feb7 None None] Set router b229c976-f77d-438f-9b2d-3b32b06a515a gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:43:31.031376 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7770056b-d86b-4d5d-9c3c-0ff7ac673007 req-114236b3-3497-4c9e-8802-e3e48277f96e tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008565
Jul 06 00:43:31.136293 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e991e2cf-e23f-46f3-a118-6132b333f8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:31.146334 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e991e2cf-e23f-46f3-a118-6132b333f8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:31.151047 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af153466-5d78-4fa4-87ee-4044f758aa6f', 'tag': 'd638c42e-f518-4045-a066-f3389aae47d5', 'status': 'completed', 'code': 200}
Jul 06 00:43:31.177735 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:31.254566 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d95fa954-8e8f-40a4-88b2-401094ff6587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:31.305676 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991e2cf-e23f-46f3-a118-6132b333f8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a432d8b1-800e-4de2-8ce2-e544d93da6b6,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:31.335541 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-e991e2cf-e23f-46f3-a118-6132b333f8a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ff15998ac924cfd96a8df6d20790d18&name=default HTTP/1.1" status: 200  len: 2629 time: 0.8301895
Jul 06 00:43:31.336243 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 52214) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:31.341520 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e991e2cf-e23f-46f3-a118-6132b333f8a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:31.341854 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e991e2cf-e23f-46f3-a118-6132b333f8a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:31.342242 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e991e2cf-e23f-46f3-a118-6132b333f8a5 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:31.342623 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e991e2cf-e23f-46f3-a118-6132b333f8a5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:31.343003 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e991e2cf-e23f-46f3-a118-6132b333f8a5 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:31.343429 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e991e2cf-e23f-46f3-a118-6132b333f8a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:31.343740 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-d95fa954-8e8f-40a4-88b2-401094ff6587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:31.343846 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e991e2cf-e23f-46f3-a118-6132b333f8a5 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:31.344156 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e991e2cf-e23f-46f3-a118-6132b333f8a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:31.344530 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e991e2cf-e23f-46f3-a118-6132b333f8a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:31.344898 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e991e2cf-e23f-46f3-a118-6132b333f8a5 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:31.345579 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e991e2cf-e23f-46f3-a118-6132b333f8a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:31.349682 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e991e2cf-e23f-46f3-a118-6132b333f8a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:31.366871 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-d95fa954-8e8f-40a4-88b2-401094ff6587 admin admin] Usage tracker for resource:security_group_rule and tenant:782b180fdab94b3b8694546536c1b9ba is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:31.373424 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-d95fa954-8e8f-40a4-88b2-401094ff6587 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:31.401394 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-d95fa954-8e8f-40a4-88b2-401094ff6587 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:31.464901 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2fcc905d-6276-4643-9730-df6a6f9e37f0 req-5e53f803-40e3-4e5c-b510-dd9107fdd9c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=13398ab56bc24c4687d1034e36eb418f&device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 1098 time: 0.2364986
Jul 06 00:43:31.521446 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d95fa954-8e8f-40a4-88b2-401094ff6587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:31.526034 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d95fa954-8e8f-40a4-88b2-401094ff6587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:31.540392 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:31.556402 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-41c31762-fa51-4ea2-bfb1-11f58e84feb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90681e80>, [{'id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'name': 'tempest-AttachVolumeTestJSON-233331972-router', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:25Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'gw_port': {'id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:27Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '6cadecbc-1ceb-4e16-8892-3c4689409d15', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'port_id': 'd638c42e-f518-4045-a066-f3389aae47d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'mac_address': 'fa:16:3e:76:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af153466-5d78-4fa4-87ee-4044f758aa6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:42:56Z', 'updated_at': '2021-07-06T00:43:29Z', 'revision_number': 1, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7581e3a9-f348-4b86-a8d5-85c42f0c25b9', 'name': '', 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'mac_address': 'fa:16:3e:e9:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:34Z', 'updated_at': '2021-07-06T00:42:53Z', 'revision_number': 5, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'subnets': [{'id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:43:31.561881 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c31762-fa51-4ea2-bfb1-11f58e84feb7 None None] Checking router: b229c976-f77d-438f-9b2d-3b32b06a515a for host: dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:43:31.580245 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95fa954-8e8f-40a4-88b2-401094ff6587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fde02bd-aec7-4d05-9ef1-8beb2c9c9e2a,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:31.582451 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c31762-fa51-4ea2-bfb1-11f58e84feb7 None None] Routers {'b229c976-f77d-438f-9b2d-3b32b06a515a'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:43:31.583558 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-41c31762-fa51-4ea2-bfb1-11f58e84feb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90681e80>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:43:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b229c976-f77d-438f-9b2d-3b32b06a515a'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:43:31.598762 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ae96ebea-63ee-4fd8-8136-87249c0215ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:31.601106 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fa954-8e8f-40a4-88b2-401094ff6587 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:31.601500 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fa954-8e8f-40a4-88b2-401094ff6587 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:31.601888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fa954-8e8f-40a4-88b2-401094ff6587 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:31.602267 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fa954-8e8f-40a4-88b2-401094ff6587 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:31.602645 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fa954-8e8f-40a4-88b2-401094ff6587 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:31.603036 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fa954-8e8f-40a4-88b2-401094ff6587 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:31.603421 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fa954-8e8f-40a4-88b2-401094ff6587 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:31.603800 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fa954-8e8f-40a4-88b2-401094ff6587 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:31.604172 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fa954-8e8f-40a4-88b2-401094ff6587 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:31.604540 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fa954-8e8f-40a4-88b2-401094ff6587 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:31.605087 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fa954-8e8f-40a4-88b2-401094ff6587 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:31.609733 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d95fa954-8e8f-40a4-88b2-401094ff6587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:31.620496 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-d95fa954-8e8f-40a4-88b2-401094ff6587 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=782b180fdab94b3b8694546536c1b9ba&name=default HTTP/1.1" status: 200  len: 2629 time: 0.7256188
Jul 06 00:43:31.623238 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 52230) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:31.710907 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-388675bf-51b6-4e5f-b4ec-4506efbcbfa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:31.748613 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-388675bf-51b6-4e5f-b4ec-4506efbcbfa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:31.759211 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 52236) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:31.819874 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-388675bf-51b6-4e5f-b4ec-4506efbcbfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:31.825921 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:31.844520 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ae96ebea-63ee-4fd8-8136-87249c0215ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:31.858597 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388675bf-51b6-4e5f-b4ec-4506efbcbfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fde02bd-aec7-4d05-9ef1-8beb2c9c9e2a,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:31.876177 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-388675bf-51b6-4e5f-b4ec-4506efbcbfa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:31.893725 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-388675bf-51b6-4e5f-b4ec-4506efbcbfa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:31.898622 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-388675bf-51b6-4e5f-b4ec-4506efbcbfa8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0fde02bd-aec7-4d05-9ef1-8beb2c9c9e2a HTTP/1.1" status: 204  len: 168 time: 0.2731705
Jul 06 00:43:31.918969 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc905d-6276-4643-9730-df6a6f9e37f0 req-aeae2312-995d-4217-8ac0-37f4efe7f327 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:31.920597 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2fcc905d-6276-4643-9730-df6a6f9e37f0 req-aeae2312-995d-4217-8ac0-37f4efe7f327 service neutron] 10.222.0.39 "GET /v2.0/networks?id=41657b10-f5b5-45f4-877a-d9b5218b372e HTTP/1.1" status: 200  len: 911 time: 0.4443936
Jul 06 00:43:31.932894 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ae96ebea-63ee-4fd8-8136-87249c0215ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:31.939042 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e652fef9-355c-43a8-a894-683ec562b96d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:31.952468 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96ebea-63ee-4fd8-8136-87249c0215ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a432d8b1-800e-4de2-8ce2-e544d93da6b6,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:31.982480 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3d8c3103-4e63-4c0c-a1b5-a481966b99b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:32.014989 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-ae96ebea-63ee-4fd8-8136-87249c0215ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:32.022411 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-3d8c3103-4e63-4c0c-a1b5-a481966b99b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:32.024584 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ae96ebea-63ee-4fd8-8136-87249c0215ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:32.028368 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-ae96ebea-63ee-4fd8-8136-87249c0215ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a432d8b1-800e-4de2-8ce2-e544d93da6b6 HTTP/1.1" status: 204  len: 168 time: 0.6866283
Jul 06 00:43:32.029219 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-3d8c3103-4e63-4c0c-a1b5-a481966b99b7 admin admin] Usage tracker for resource:security_group_rule and tenant:1c4de6425e0c4ffabc82fd877dd651d4 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:32.033962 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-3d8c3103-4e63-4c0c-a1b5-a481966b99b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:32.046610 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-3d8c3103-4e63-4c0c-a1b5-a481966b99b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:32.058996 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2fcc905d-6276-4643-9730-df6a6f9e37f0 req-ba385409-c947-4daa-81e5-2dce6b0185a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d638c42e-f518-4045-a066-f3389aae47d5 HTTP/1.1" status: 200  len: 999 time: 0.1078043
Jul 06 00:43:32.205016 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc905d-6276-4643-9730-df6a6f9e37f0 req-44c16497-48c2-4a15-ba56-32bbb1bc64d0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:32.209320 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2fcc905d-6276-4643-9730-df6a6f9e37f0 req-44c16497-48c2-4a15-ba56-32bbb1bc64d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5087eff-ba0b-47fa-bad0-5225f3587e40 HTTP/1.1" status: 200  len: 849 time: 0.1311328
Jul 06 00:43:32.291605 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3d8c3103-4e63-4c0c-a1b5-a481966b99b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:32.298609 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3d8c3103-4e63-4c0c-a1b5-a481966b99b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:32.307245 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 52256) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:32.313794 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d95fa954-8e8f-40a4-88b2-401094ff6587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:32.366786 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-41c31762-fa51-4ea2-bfb1-11f58e84feb7 None None] Set router b229c976-f77d-438f-9b2d-3b32b06a515a gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:43:32.374656 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2fcc905d-6276-4643-9730-df6a6f9e37f0 req-839071aa-27fe-4e3b-a47d-9edc2d78dcf2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41657b10-f5b5-45f4-877a-d9b5218b372e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1600122
Jul 06 00:43:32.397126 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c3103-4e63-4c0c-a1b5-a481966b99b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081d2d8f-4169-4555-a1d8-fe4c6ba0b8f2,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:32.404302 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-3d8c3103-4e63-4c0c-a1b5-a481966b99b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c4de6425e0c4ffabc82fd877dd651d4&name=default HTTP/1.1" status: 200  len: 2629 time: 0.6412654
Jul 06 00:43:32.404302 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3d8c3103-4e63-4c0c-a1b5-a481966b99b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:32.407687 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 52262) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:32.480034 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfa3bd-f80e-45b8-a271-e86b7f62155e req-f7ccb2f6-092c-434a-89ab-638db0e2ab53 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:32.485940 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e9bfa3bd-f80e-45b8-a271-e86b7f62155e req-f7ccb2f6-092c-434a-89ab-638db0e2ab53 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.2746310
Jul 06 00:43:32.543782 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4d46f799-4a54-48fd-861f-92ce35344f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:32.588061 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2fcc905d-6276-4643-9730-df6a6f9e37f0 req-ce711e69-f5c0-41fe-ad27-a8724eeb66ee service neutron] 10.222.0.39 "GET /v2.0/networks/41657b10-f5b5-45f4-877a-d9b5218b372e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2034261
Jul 06 00:43:32.588739 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4d46f799-4a54-48fd-861f-92ce35344f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:32.598305 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e9bfa3bd-f80e-45b8-a271-e86b7f62155e req-67c5d745-4be8-438c-ac9c-e2608930b081 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013911
Jul 06 00:43:32.698182 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4d46f799-4a54-48fd-861f-92ce35344f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:32.709542 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-4f02d798-650f-411e-a495-84323b7390ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:32.724189 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46f799-4a54-48fd-861f-92ce35344f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081d2d8f-4169-4555-a1d8-fe4c6ba0b8f2,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:32.746503 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-4d46f799-4a54-48fd-861f-92ce35344f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:32.750654 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4d46f799-4a54-48fd-861f-92ce35344f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:32.752327 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-4d46f799-4a54-48fd-861f-92ce35344f5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/081d2d8f-4169-4555-a1d8-fe4c6ba0b8f2 HTTP/1.1" status: 204  len: 168 time: 0.3435915
Jul 06 00:43:32.774816 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2fcc905d-6276-4643-9730-df6a6f9e37f0 req-2b5d9629-3f62-4028-896f-477aff3732b5 service neutron] 10.222.0.39 "GET /v2.0/networks/41657b10-f5b5-45f4-877a-d9b5218b372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1741846
Jul 06 00:43:32.906869 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-41c31762-fa51-4ea2-bfb1-11f58e84feb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90681e80>, [{'id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'name': 'tempest-AttachVolumeTestJSON-233331972-router', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:25Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'gw_port': {'id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:27Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '6cadecbc-1ceb-4e16-8892-3c4689409d15', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'port_id': 'd638c42e-f518-4045-a066-f3389aae47d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'mac_address': 'fa:16:3e:76:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af153466-5d78-4fa4-87ee-4044f758aa6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:42:56Z', 'updated_at': '2021-07-06T00:43:29Z', 'revision_number': 1, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7581e3a9-f348-4b86-a8d5-85c42f0c25b9', 'name': '', 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'mac_address': 'fa:16:3e:e9:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:34Z', 'updated_at': '2021-07-06T00:42:53Z', 'revision_number': 5, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'subnets': [{'id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:43:32.911834 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c31762-fa51-4ea2-bfb1-11f58e84feb7 None None] The sync data for ids ['b229c976-f77d-438f-9b2d-3b32b06a515a'] in dv-cinder-799546-2-iscsi is: [{'id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'name': 'tempest-AttachVolumeTestJSON-233331972-router', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:25Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'gw_port': {'id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:27Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '6cadecbc-1ceb-4e16-8892-3c4689409d15', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'floating_ip_address': '172.27.1.253', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'port_id': 'd638c42e-f518-4045-a066-f3389aae47d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'mac_address': 'fa:16:3e:76:fd:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af153466-5d78-4fa4-87ee-4044f758aa6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:42:56Z', 'updated_at': '2021-07-06T00:43:29Z', 'revision_number': 1, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7581e3a9-f348-4b86-a8d5-85c42f0c25b9', 'name': '', 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'mac_address': 'fa:16:3e:e9:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:34Z', 'updated_at': '2021-07-06T00:42:53Z', 'revision_number': 5, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'subnets': [{'id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:43:32.930796 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9d0dbadd-adab-42db-b100-01ff9303194f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:32.965615 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-9d0dbadd-adab-42db-b100-01ff9303194f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:32.969838 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-9d0dbadd-adab-42db-b100-01ff9303194f admin admin] Usage tracker for resource:security_group_rule and tenant:63790271e8314be686dc2fd350607505 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:32.974466 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-9d0dbadd-adab-42db-b100-01ff9303194f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:32.981438 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-9d0dbadd-adab-42db-b100-01ff9303194f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:33.020321 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 52276) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:33.049755 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c1abfe05-955b-4c2f-9851-5c4af85a1f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:33.063160 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9d0dbadd-adab-42db-b100-01ff9303194f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:33.067626 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9d0dbadd-adab-42db-b100-01ff9303194f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:33.076875 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-560c51b7-554e-4f7d-8aed-f47df35d878f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:33.101700 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c1abfe05-955b-4c2f-9851-5c4af85a1f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:33.106574 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c1abfe05-955b-4c2f-9851-5c4af85a1f31 admin admin] Usage tracker for resource:security_group_rule and tenant:06c7fd76e0cf484a89b50c17bc469441 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:33.111856 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c1abfe05-955b-4c2f-9851-5c4af85a1f31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:33.130243 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0dbadd-adab-42db-b100-01ff9303194f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4a5b7d-ba10-4016-b939-51921cc714c4,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:33.134170 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c1abfe05-955b-4c2f-9851-5c4af85a1f31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:33.149918 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-9d0dbadd-adab-42db-b100-01ff9303194f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63790271e8314be686dc2fd350607505&name=default HTTP/1.1" status: 200  len: 2629 time: 0.8198774
Jul 06 00:43:33.149918 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9d0dbadd-adab-42db-b100-01ff9303194f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:33.152044 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 52282) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:33.236506 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-96a5c47f-13a7-475b-a973-ae73c848cc48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:33.281378 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c1abfe05-955b-4c2f-9851-5c4af85a1f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:33.284801 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-96a5c47f-13a7-475b-a973-ae73c848cc48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:33.286005 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c1abfe05-955b-4c2f-9851-5c4af85a1f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:33.294716 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:33.349175 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-96a5c47f-13a7-475b-a973-ae73c848cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:33.359049 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1dc5d3-839c-4c57-bfa1-bea2eb97eab6 None None] New status for floating IP 6cadecbc-1ceb-4e16-8892-3c4689409d15: ACTIVE {{(pid=80882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 00:43:33.363733 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:33.380985 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1abfe05-955b-4c2f-9851-5c4af85a1f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d94e49e-758a-416c-b01e-af8d5dc29080,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:33.386972 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5c47f-13a7-475b-a973-ae73c848cc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4a5b7d-ba10-4016-b939-51921cc714c4,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:33.396076 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-96a5c47f-13a7-475b-a973-ae73c848cc48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:33.399915 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c1abfe05-955b-4c2f-9851-5c4af85a1f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:33.409257 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 52294) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:33.419339 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-c1abfe05-955b-4c2f-9851-5c4af85a1f31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06c7fd76e0cf484a89b50c17bc469441&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3968520
Jul 06 00:43:33.422841 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 52298) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:33.426617 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-96a5c47f-13a7-475b-a973-ae73c848cc48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:33.430403 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-96a5c47f-13a7-475b-a973-ae73c848cc48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da4a5b7d-ba10-4016-b939-51921cc714c4 HTTP/1.1" status: 204  len: 168 time: 0.2738402
Jul 06 00:43:33.465342 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-42025448-43b9-4444-9b79-0309ad94eb6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:33.529338 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-42025448-43b9-4444-9b79-0309ad94eb6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:33.533344 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-42025448-43b9-4444-9b79-0309ad94eb6e admin admin] Usage tracker for resource:security_group_rule and tenant:c5f603fcb7b844dfbad804fdafbddd31 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:33.537618 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-42025448-43b9-4444-9b79-0309ad94eb6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:33.544618 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-42025448-43b9-4444-9b79-0309ad94eb6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:33.561901 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5593e9f5-878a-412a-b345-765ee8f7ad29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:33.596547 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5593e9f5-878a-412a-b345-765ee8f7ad29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:33.632515 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-42025448-43b9-4444-9b79-0309ad94eb6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:33.639095 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-42025448-43b9-4444-9b79-0309ad94eb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:33.651697 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-223c7ec7-dd97-495a-99a4-871fa71ed3b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:33.677503 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5593e9f5-878a-412a-b345-765ee8f7ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:33.685954 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d535815c-d1f8-455f-be8b-1fff0f846529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:33.704016 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42025448-43b9-4444-9b79-0309ad94eb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befb8eff-c6b9-43bb-ad23-c8fa597f1b1f,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:33.709718 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-42025448-43b9-4444-9b79-0309ad94eb6e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5f603fcb7b844dfbad804fdafbddd31&name=default HTTP/1.1" status: 200  len: 2629 time: 0.2993317
Jul 06 00:43:33.710653 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-42025448-43b9-4444-9b79-0309ad94eb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:33.713670 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 52308) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:33.730159 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593e9f5-878a-412a-b345-765ee8f7ad29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d94e49e-758a-416c-b01e-af8d5dc29080,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:33.739259 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5593e9f5-878a-412a-b345-765ee8f7ad29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:33.753143 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5593e9f5-878a-412a-b345-765ee8f7ad29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:33.759694 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-5593e9f5-878a-412a-b345-765ee8f7ad29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d94e49e-758a-416c-b01e-af8d5dc29080 HTTP/1.1" status: 204  len: 168 time: 0.3329184
Jul 06 00:43:33.851103 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-96ce7224-7cf7-4c37-aa2a-8a4d612a6309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:33.865527 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0631b-a447-4079-ae1d-6767e576f980 req-132aa08b-3c54-4332-b16d-920ba180fad6 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:33.867275 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6ed0631b-a447-4079-ae1d-6767e576f980 req-132aa08b-3c54-4332-b16d-920ba180fad6 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.0986261
Jul 06 00:43:33.884222 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-96ce7224-7cf7-4c37-aa2a-8a4d612a6309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:33.936711 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6ed0631b-a447-4079-ae1d-6767e576f980 req-6220e5fa-1d3f-4e8e-9c92-6bed53b19aeb tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621316
Jul 06 00:43:33.943802 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-96ce7224-7cf7-4c37-aa2a-8a4d612a6309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:33.949982 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c1abfe05-955b-4c2f-9851-5c4af85a1f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:33.984889 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce7224-7cf7-4c37-aa2a-8a4d612a6309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befb8eff-c6b9-43bb-ad23-c8fa597f1b1f,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:33.994300 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-96ce7224-7cf7-4c37-aa2a-8a4d612a6309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:34.000018 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-96ce7224-7cf7-4c37-aa2a-8a4d612a6309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:34.001321 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-96ce7224-7cf7-4c37-aa2a-8a4d612a6309 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/befb8eff-c6b9-43bb-ad23-c8fa597f1b1f HTTP/1.1" status: 204  len: 168 time: 0.2878485
Jul 06 00:43:34.116881 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 52322) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:34.136535 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e64b679e-f95e-48f5-a89e-41f9c70155b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:34.170802 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-e64b679e-f95e-48f5-a89e-41f9c70155b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:34.174832 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-e64b679e-f95e-48f5-a89e-41f9c70155b5 admin admin] Usage tracker for resource:security_group_rule and tenant:6a49629e0e8e4cba83beffa8bbaca963 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:34.178420 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-e64b679e-f95e-48f5-a89e-41f9c70155b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:34.186266 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-e64b679e-f95e-48f5-a89e-41f9c70155b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:34.255481 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e64b679e-f95e-48f5-a89e-41f9c70155b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:34.259634 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e64b679e-f95e-48f5-a89e-41f9c70155b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:34.268263 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c515fa73-247e-4cfa-b37c-22fa19cd09ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:34.317796 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-e64b679e-f95e-48f5-a89e-41f9c70155b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a49629e0e8e4cba83beffa8bbaca963&name=default HTTP/1.1" status: 200  len: 2629 time: 0.1995389
Jul 06 00:43:34.318582 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b679e-f95e-48f5-a89e-41f9c70155b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be631553-f8ae-443e-97db-7e5eeb7f0d55,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:34.320908 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 52328) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:34.322427 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e64b679e-f95e-48f5-a89e-41f9c70155b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:34.395076 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-07d85d83-d1ac-4f5f-a992-d502c8e7848e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:34.422772 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-07d85d83-d1ac-4f5f-a992-d502c8e7848e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:34.476671 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-07d85d83-d1ac-4f5f-a992-d502c8e7848e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:34.483269 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:34.497121 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d85d83-d1ac-4f5f-a992-d502c8e7848e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be631553-f8ae-443e-97db-7e5eeb7f0d55,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:34.499791 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-07d85d83-d1ac-4f5f-a992-d502c8e7848e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:34.501086 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-07d85d83-d1ac-4f5f-a992-d502c8e7848e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:34.502387 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-07d85d83-d1ac-4f5f-a992-d502c8e7848e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be631553-f8ae-443e-97db-7e5eeb7f0d55 HTTP/1.1" status: 204  len: 168 time: 0.1802840
Jul 06 00:43:34.603457 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 52344) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:34.648813 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4658e18f-ca01-44ff-850d-04f00c7ae762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:34.686408 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-4658e18f-ca01-44ff-850d-04f00c7ae762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:34.691273 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-4658e18f-ca01-44ff-850d-04f00c7ae762 admin admin] Usage tracker for resource:security_group_rule and tenant:f66b3a4ff9b44f3ca1ce637d8e26b688 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:34.696052 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-4658e18f-ca01-44ff-850d-04f00c7ae762 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:34.702481 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-4658e18f-ca01-44ff-850d-04f00c7ae762 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:34.778531 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4658e18f-ca01-44ff-850d-04f00c7ae762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:34.782049 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4658e18f-ca01-44ff-850d-04f00c7ae762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:34.799951 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a4ac5c8b-a7ed-412b-b2b2-3b0fd292ff7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:34.850923 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658e18f-ca01-44ff-850d-04f00c7ae762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9888308e-ff00-46a8-9848-4f2c0ecc3acd,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:34.861195 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 52358) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:34.874082 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-4658e18f-ca01-44ff-850d-04f00c7ae762 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f66b3a4ff9b44f3ca1ce637d8e26b688&name=default HTTP/1.1" status: 200  len: 2629 time: 0.2683625
Jul 06 00:43:34.875275 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-4658e18f-ca01-44ff-850d-04f00c7ae762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:34.930999 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7b957994-a047-4bef-a6a0-c0149215b7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:34.964941 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7b957994-a047-4bef-a6a0-c0149215b7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:35.019940 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7b957994-a047-4bef-a6a0-c0149215b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:35.025827 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-388675bf-51b6-4e5f-b4ec-4506efbcbfa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:35.052651 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b957994-a047-4bef-a6a0-c0149215b7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9888308e-ff00-46a8-9848-4f2c0ecc3acd,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:35.057100 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7b957994-a047-4bef-a6a0-c0149215b7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:35.067941 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7b957994-a047-4bef-a6a0-c0149215b7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:35.069249 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-7b957994-a047-4bef-a6a0-c0149215b7fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9888308e-ff00-46a8-9848-4f2c0ecc3acd HTTP/1.1" status: 204  len: 168 time: 0.2069566
Jul 06 00:43:35.207725 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8e504-7e77-4ff4-9d4b-a144e75c9a88 req-28bc11e1-4b99-4969-8e99-a4edbea136df tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:35.209512 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-46f8e504-7e77-4ff4-9d4b-a144e75c9a88 req-28bc11e1-4b99-4969-8e99-a4edbea136df tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.1200707
Jul 06 00:43:35.261923 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-46f8e504-7e77-4ff4-9d4b-a144e75c9a88 req-8690338d-4d6c-48f8-be60-6da866cf2621 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447123
Jul 06 00:43:36.483383 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68c532-2922-471f-b279-5675136b25fc req-ba040ee2-ed97-4740-9501-983b35c6ec04 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:36.492493 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5f68c532-2922-471f-b279-5675136b25fc req-ba040ee2-ed97-4740-9501-983b35c6ec04 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.0985422
Jul 06 00:43:36.548405 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5f68c532-2922-471f-b279-5675136b25fc req-1b8f3855-0359-494d-acf7-a614968d23b0 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547833
Jul 06 00:43:37.764603 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-b41b48f9-faf5-401f-8c5e-7a9e6ca8efcd tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:37.775772 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-b41b48f9-faf5-401f-8c5e-7a9e6ca8efcd tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/networks?id=19732be1-73e3-4d00-aa78-32a7884cec12 HTTP/1.1" status: 200  len: 814 time: 0.2383766
Jul 06 00:43:37.839847 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-8fb57e8e-315f-4d9a-aa95-2d2e8302d00e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/quotas/497c5bc6650a4132aea8c107f14defba HTTP/1.1" status: 200  len: 375 time: 0.0617714
Jul 06 00:43:37.948008 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064ec74-dead-46ab-bda5-2d5d952c1d8a req-5873fcdf-38a2-453a-b153-96be7a3d32cb tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:37.949608 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-4064ec74-dead-46ab-bda5-2d5d952c1d8a req-5873fcdf-38a2-453a-b153-96be7a3d32cb tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.1698475
Jul 06 00:43:37.985453 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-066e126d-2b60-4775-99ea-492d03d60faa tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=497c5bc6650a4132aea8c107f14defba&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1394041
Jul 06 00:43:38.334673 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-4064ec74-dead-46ab-bda5-2d5d952c1d8a req-ced14b9e-a8b4-4969-8690-6830781a3563 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3759012
Jul 06 00:43:38.390460 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 52504) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:38.408629 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-b18f44b8-39d4-4783-91db-10ae1eed23c2 service neutron] 10.222.0.13 "GET /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4222116
Jul 06 00:43:38.576258 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-17d8b553-25d3-439c-b28a-eb9066f98d39 service neutron] 10.222.0.13 "GET /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1666512
Jul 06 00:43:38.588045 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fa309daa-8116-49dd-b7de-42d42b300c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:38.632601 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-fa309daa-8116-49dd-b7de-42d42b300c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:38.636682 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-fa309daa-8116-49dd-b7de-42d42b300c62 admin admin] Usage tracker for resource:security_group_rule and tenant:ff276d41b07443d283a630278115d667 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:38.639619 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-fa309daa-8116-49dd-b7de-42d42b300c62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:38.646762 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-fa309daa-8116-49dd-b7de-42d42b300c62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:38.725049 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fa309daa-8116-49dd-b7de-42d42b300c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:38.734803 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fa309daa-8116-49dd-b7de-42d42b300c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:38.743565 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-adff17fd-17a7-46be-afd4-8b933aeb7765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:38.789757 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa309daa-8116-49dd-b7de-42d42b300c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cadca3-88b4-4030-ab0f-7a05954bc1f7,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:38.796556 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fa309daa-8116-49dd-b7de-42d42b300c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:38.823304 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-fa309daa-8116-49dd-b7de-42d42b300c62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff276d41b07443d283a630278115d667&name=default HTTP/1.1" status: 200  len: 2629 time: 0.4314389
Jul 06 00:43:38.824192 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 52524) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:38.868598 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 52530) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:38.896375 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-40fd5c85-e932-462d-afbf-829fda9f8891 req-5df73e4d-ae96-47c0-9fa9-86e007cb5b76 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf36f7d-d6f5-4c5a-a987-05347e73bf03 HTTP/1.1" status: 200  len: 210 time: 0.0748594
Jul 06 00:43:38.951589 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5d2c34a7-6b33-4198-a280-cddba0326809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:39.030478 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5d2c34a7-6b33-4198-a280-cddba0326809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:39.129496 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5d2c34a7-6b33-4198-a280-cddba0326809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:39.133920 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-96ce7224-7cf7-4c37-aa2a-8a4d612a6309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:39.167830 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c34a7-6b33-4198-a280-cddba0326809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cadca3-88b4-4030-ab0f-7a05954bc1f7,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:39.181429 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5d2c34a7-6b33-4198-a280-cddba0326809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:39.202413 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5d2c34a7-6b33-4198-a280-cddba0326809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:39.204112 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-5d2c34a7-6b33-4198-a280-cddba0326809 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25cadca3-88b4-4030-ab0f-7a05954bc1f7 HTTP/1.1" status: 204  len: 168 time: 0.3780701
Jul 06 00:43:39.273577 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5cc269bd-e9b9-426a-90b5-297d86a18b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:39.313599 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-5cc269bd-e9b9-426a-90b5-297d86a18b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:39.319710 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-5cc269bd-e9b9-426a-90b5-297d86a18b9c admin admin] Usage tracker for resource:security_group_rule and tenant:11f1abe30ce94404b70452207e9e3302 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:39.323947 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-5cc269bd-e9b9-426a-90b5-297d86a18b9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:39.332720 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-5cc269bd-e9b9-426a-90b5-297d86a18b9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:39.524327 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5cc269bd-e9b9-426a-90b5-297d86a18b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:39.530693 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5cc269bd-e9b9-426a-90b5-297d86a18b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:39.551764 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9d0dbadd-adab-42db-b100-01ff9303194f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:39.699508 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc269bd-e9b9-426a-90b5-297d86a18b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97799ce1-bc7d-4c26-b0f1-375956f67b5f,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:39.704016 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-5cc269bd-e9b9-426a-90b5-297d86a18b9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11f1abe30ce94404b70452207e9e3302&name=default HTTP/1.1" status: 200  len: 2629 time: 0.8338404
Jul 06 00:43:39.705412 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5cc269bd-e9b9-426a-90b5-297d86a18b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:39.708465 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 52564) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:39.736064 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362ca98-1a70-4288-8254-dcdfce8402ec req-ee92a9e2-ca7d-4454-950a-cffe286ef796 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:39.739946 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e362ca98-1a70-4288-8254-dcdfce8402ec req-ee92a9e2-ca7d-4454-950a-cffe286ef796 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.1899529
Jul 06 00:43:39.864619 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e362ca98-1a70-4288-8254-dcdfce8402ec req-5d19bdb5-0ef2-4434-aab6-1fc7266d6a05 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146636
Jul 06 00:43:39.940985 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9e1b4a67-3c1e-45a1-bf23-62ddf9e71ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:40.008445 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9e1b4a67-3c1e-45a1-bf23-62ddf9e71ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:40.098808 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9e1b4a67-3c1e-45a1-bf23-62ddf9e71ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:40.107177 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-59958191-5b9a-40bd-8c12-c955d1303a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:40.131631 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b4a67-3c1e-45a1-bf23-62ddf9e71ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97799ce1-bc7d-4c26-b0f1-375956f67b5f,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:40.137998 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-931740c4-9252-443a-aed9-56cb46026b32 req-08f7cb74-6524-4725-97ae-ece3eaed59b8 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf36f7d-d6f5-4c5a-a987-05347e73bf03 HTTP/1.1" status: 200  len: 210 time: 0.0760932
Jul 06 00:43:40.142070 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9e1b4a67-3c1e-45a1-bf23-62ddf9e71ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:40.143363 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-9e1b4a67-3c1e-45a1-bf23-62ddf9e71ef0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97799ce1-bc7d-4c26-b0f1-375956f67b5f HTTP/1.1" status: 204  len: 168 time: 0.4338012
Jul 06 00:43:40.145015 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9e1b4a67-3c1e-45a1-bf23-62ddf9e71ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:40.627013 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 52612) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:40.648361 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c03a2d10-4a05-4e9c-9d90-c99251db56fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:40.682916 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c03a2d10-4a05-4e9c-9d90-c99251db56fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:40.689257 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c03a2d10-4a05-4e9c-9d90-c99251db56fa admin admin] Usage tracker for resource:security_group_rule and tenant:d0f790191d704de6b025878edac6243a is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:40.694571 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c03a2d10-4a05-4e9c-9d90-c99251db56fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:40.700737 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c03a2d10-4a05-4e9c-9d90-c99251db56fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:40.783888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c03a2d10-4a05-4e9c-9d90-c99251db56fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:40.789823 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c03a2d10-4a05-4e9c-9d90-c99251db56fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:40.823112 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-2bd8b3f6-d6be-44ce-b7d4-6fabba36d0b1 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:40.824181 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-8b1534a7-9fb8-4c48-8e51-f0819c3f83ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:40.824634 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-2bd8b3f6-d6be-44ce-b7d4-6fabba36d0b1 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.39 "GET /v2.0/networks?id=19732be1-73e3-4d00-aa78-32a7884cec12 HTTP/1.1" status: 200  len: 814 time: 0.2135823
Jul 06 00:43:40.840194 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-c03a2d10-4a05-4e9c-9d90-c99251db56fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0f790191d704de6b025878edac6243a&name=default HTTP/1.1" status: 200  len: 2629 time: 0.2042902
Jul 06 00:43:40.840618 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 52622) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:40.843674 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-b28b0d7b-484e-4d8a-b6ad-2eaa85187b2e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Request body: {'port': {'device_id': 'abf36f7d-d6f5-4c5a-a987-05347e73bf03', 'network_id': '19732be1-73e3-4d00-aa78-32a7884cec12', 'admin_state_up': True, 'tenant_id': '497c5bc6650a4132aea8c107f14defba'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:43:40.860945 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a2d10-4a05-4e9c-9d90-c99251db56fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799a90f5-41e0-4fb9-9af3-8eabcf3ebbcb,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:40.864874 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c03a2d10-4a05-4e9c-9d90-c99251db56fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:41.010628 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-803af58f-b7b1-4fb0-95ec-ccf449d9c728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:41.074388 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-803af58f-b7b1-4fb0-95ec-ccf449d9c728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:41.093476 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c944c7b-1d44-47f6-a8ef-9cd5b139aafd req-4ee7074a-b50b-4ac8-b83d-79d6882374be tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:41.095222 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6c944c7b-1d44-47f6-a8ef-9cd5b139aafd req-4ee7074a-b50b-4ac8-b83d-79d6882374be tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.0891829
Jul 06 00:43:41.108075 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-b28b0d7b-484e-4d8a-b6ad-2eaa85187b2e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:41.133716 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-b28b0d7b-484e-4d8a-b6ad-2eaa85187b2e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:41.155600 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-b28b0d7b-484e-4d8a-b6ad-2eaa85187b2e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Made reservation on behalf of 497c5bc6650a4132aea8c107f14defba for: {'port': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:43:41.165690 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-b28b0d7b-484e-4d8a-b6ad-2eaa85187b2e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:41.177163 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6c944c7b-1d44-47f6-a8ef-9cd5b139aafd req-b4c2c859-2768-4da6-a296-502b34770d3e tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735509
Jul 06 00:43:41.289509 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-803af58f-b7b1-4fb0-95ec-ccf449d9c728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:41.302008 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:41.328503 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803af58f-b7b1-4fb0-95ec-ccf449d9c728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799a90f5-41e0-4fb9-9af3-8eabcf3ebbcb,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:41.350932 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d8b30c1b-f090-46fb-9355-b9e46cc79da5 req-0854878f-86f6-42e6-93f9-83eea9bb0d27 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf36f7d-d6f5-4c5a-a987-05347e73bf03 HTTP/1.1" status: 200  len: 210 time: 0.0516849
Jul 06 00:43:41.356208 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-803af58f-b7b1-4fb0-95ec-ccf449d9c728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:41.438706 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-803af58f-b7b1-4fb0-95ec-ccf449d9c728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:41.442958 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-803af58f-b7b1-4fb0-95ec-ccf449d9c728 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/799a90f5-41e0-4fb9-9af3-8eabcf3ebbcb HTTP/1.1" status: 204  len: 168 time: 0.6026907
Jul 06 00:43:41.483453 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-b28b0d7b-484e-4d8a-b6ad-2eaa85187b2e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Allocated IP 172.20.0.3 (19732be1-73e3-4d00-aa78-32a7884cec12/a60bc796-39ac-4432-ad6a-03a21bc88ddc/5458d001-b57f-461d-9645-fcc95c55a199) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:43:41.782294 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-b28b0d7b-484e-4d8a-b6ad-2eaa85187b2e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:41.826598 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-b28b0d7b-484e-4d8a-b6ad-2eaa85187b2e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:41.834549 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:41.850489 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:43:41.931473 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-b28b0d7b-484e-4d8a-b6ad-2eaa85187b2e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Network 19732be1-73e3-4d00-aa78-32a7884cec12 is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:43:41.950040 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-b28b0d7b-484e-4d8a-b6ad-2eaa85187b2e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:43:41.963652 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-b28b0d7b-484e-4d8a-b6ad-2eaa85187b2e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:43:41.975032 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-b28b0d7b-484e-4d8a-b6ad-2eaa85187b2e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:41.975978 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-b28b0d7b-484e-4d8a-b6ad-2eaa85187b2e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:41.983223 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b0d7b-484e-4d8a-b6ad-2eaa85187b2e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Pushing event updated for resources: {'Port': ['ID=5458d001-b57f-461d-9645-fcc95c55a199,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:41.987334 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b28b0d7b-484e-4d8a-b6ad-2eaa85187b2e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:42.013074 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-b28b0d7b-484e-4d8a-b6ad-2eaa85187b2e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1733172
Jul 06 00:43:42.036105 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] Request body: {'port': {'device_id': 'abf36f7d-d6f5-4c5a-a987-05347e73bf03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:43:42.212410 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:42.302256 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d2102c42-c045-4b15-b113-e562bef26608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:42.338299 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 52698) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:42.546975 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd9896-c0a3-4a9f-918d-e05a86f83b96 req-7adbfd58-43f4-4c4f-bca4-f63e9adfea01 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:42.556422 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5afd9896-c0a3-4a9f-918d-e05a86f83b96 req-7adbfd58-43f4-4c4f-bca4-f63e9adfea01 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.1906998
Jul 06 00:43:42.645434 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5afd9896-c0a3-4a9f-918d-e05a86f83b96 req-789b1b43-4d3d-4485-8d8d-e66ccbc4f26c tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879650
Jul 06 00:43:42.651355 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7dce485e-2a8e-4ce2-89d2-1f501e1cdce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:42.686256 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-7dce485e-2a8e-4ce2-89d2-1f501e1cdce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:42.689102 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-7dce485e-2a8e-4ce2-89d2-1f501e1cdce6 admin admin] Usage tracker for resource:security_group_rule and tenant:1f1e00e5eb5949e6b37db656a70952a8 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:42.693526 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-7dce485e-2a8e-4ce2-89d2-1f501e1cdce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:42.700563 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-7dce485e-2a8e-4ce2-89d2-1f501e1cdce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:42.874121 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7dce485e-2a8e-4ce2-89d2-1f501e1cdce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:42.887174 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74593fd6-1fb9-424f-bbf6-8c01c2d41498 req-8282dbc8-8b17-41fc-ac76-be7f4548cd03 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:42.888988 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-74593fd6-1fb9-424f-bbf6-8c01c2d41498 req-8282dbc8-8b17-41fc-ac76-be7f4548cd03 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf36f7d-d6f5-4c5a-a987-05347e73bf03 HTTP/1.1" status: 200  len: 931 time: 0.1531212
Jul 06 00:43:42.889765 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7dce485e-2a8e-4ce2-89d2-1f501e1cdce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:42.928086 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-557d68ee-cebb-4329-9128-537e893dba2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:42.964504 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-7dce485e-2a8e-4ce2-89d2-1f501e1cdce6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f1e00e5eb5949e6b37db656a70952a8&name=default HTTP/1.1" status: 200  len: 2629 time: 0.6241262
Jul 06 00:43:42.967639 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 52728) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:42.968970 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce485e-2a8e-4ce2-89d2-1f501e1cdce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a181ec19-8329-41a7-865b-36f470f97e92,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:42.990059 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7dce485e-2a8e-4ce2-89d2-1f501e1cdce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:43.040927 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5458d001-b57f-461d-9645-fcc95c55a199 {{(pid=80881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:43:43.048354 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:43.065052 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] Transition to ACTIVE for port object 5458d001-b57f-461d-9645-fcc95c55a199 will not be triggered until provisioned by entity L2. {{(pid=80881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:43:43.070921 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:43.081497 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-57aab4d1-2bb0-4942-bba4-a5f33f88441b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:43.083318 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:43.110384 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-57aab4d1-2bb0-4942-bba4-a5f33f88441b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:43.203364 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-74593fd6-1fb9-424f-bbf6-8c01c2d41498 req-3e8a5c61-a327-4d24-9179-8bbfa9697d1c tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2764013
Jul 06 00:43:43.244442 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-57aab4d1-2bb0-4942-bba4-a5f33f88441b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:43.265815 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5593e9f5-878a-412a-b345-765ee8f7ad29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:43.280395 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] Attempting to bind port 5458d001-b57f-461d-9645-fcc95c55a199 on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:43:43.280763 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] Attempting to bind port 5458d001-b57f-461d-9645-fcc95c55a199 by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': 'f323667f-7604-4dac-b4b2-e438c13b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '19732be1-73e3-4d00-aa78-32a7884cec12'}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:43:43.281122 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] Attempting to bind port 5458d001-b57f-461d-9645-fcc95c55a199 on network 19732be1-73e3-4d00-aa78-32a7884cec12 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:43:43.287097 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aab4d1-2bb0-4942-bba4-a5f33f88441b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a181ec19-8329-41a7-865b-36f470f97e92,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:43.287556 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5458d001-b57f-461d-9645-fcc95c55a199,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:43.289225 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-57aab4d1-2bb0-4942-bba4-a5f33f88441b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:43.291091 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:43.293728 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-57aab4d1-2bb0-4942-bba4-a5f33f88441b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a181ec19-8329-41a7-865b-36f470f97e92 HTTP/1.1" status: 204  len: 168 time: 0.3205729
Jul 06 00:43:43.294878 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-57aab4d1-2bb0-4942-bba4-a5f33f88441b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:43.295123 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] Port 5458d001-b57f-461d-9645-fcc95c55a199 on network 19732be1-73e3-4d00-aa78-32a7884cec12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 00:43:43.295573 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] Attempting to bind port 5458d001-b57f-461d-9645-fcc95c55a199 on network 19732be1-73e3-4d00-aa78-32a7884cec12 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:43:43.303415 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] Checking agent: {'id': '043dc09b-b03f-45ac-adf3-2bee2c468120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'started_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:43:43.303796 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] Checking segment: {'id': 'f323667f-7604-4dac-b4b2-e438c13b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '19732be1-73e3-4d00-aa78-32a7884cec12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:43:43.304218 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] Bound using segment: {'id': 'f323667f-7604-4dac-b4b2-e438c13b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '19732be1-73e3-4d00-aa78-32a7884cec12'} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:43:43.305122 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] Bound port: 5458d001-b57f-461d-9645-fcc95c55a199, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f323667f-7604-4dac-b4b2-e438c13b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '19732be1-73e3-4d00-aa78-32a7884cec12'}}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:43:43.305486 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:43.461034 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:43.470525 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] For port 5458d001-b57f-461d-9645-fcc95c55a199, host hv-cinder-79954, cleared binding levels {{(pid=80881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:43:43.476262 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] For port 5458d001-b57f-461d-9645-fcc95c55a199, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=5458d001-b57f-461d-9645-fcc95c55a199,segment=NetworkSegment(f323667f-7604-4dac-b4b2-e438c13b3634),segment_id=f323667f-7604-4dac-b4b2-e438c13b3634)] {{(pid=80881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:43:43.481162 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:43.487991 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-2e113cb1-0336-43ed-b9c9-7a485792be1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:43.562368 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:43.563922 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] 10.222.0.39 "PUT /v2.0/ports/5458d001-b57f-461d-9645-fcc95c55a199 HTTP/1.1" status: 200  len: 1093 time: 1.5337956
Jul 06 00:43:43.564454 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf36f7d-d6f5-4c5a-a987-05347e73bf03', 'tag': '5458d001-b57f-461d-9645-fcc95c55a199'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:43:43.593028 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5458d001-b57f-461d-9645-fcc95c55a199,revision_number=3']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:43.597183 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:43.632648 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:43.727737 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abf36f7d-d6f5-4c5a-a987-05347e73bf03', 'tag': '5458d001-b57f-461d-9645-fcc95c55a199', 'status': 'completed', 'code': 200}
Jul 06 00:43:43.776598 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-73e32a84-bcdb-4e8e-86de-826ca5c53e9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=497c5bc6650a4132aea8c107f14defba&device_id=abf36f7d-d6f5-4c5a-a987-05347e73bf03 HTTP/1.1" status: 200  len: 1096 time: 0.1430633
Jul 06 00:43:43.918139 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 52794) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:43.959566 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-c6a91414-66d1-4864-b9df-5c039f71197b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5458d001-b57f-461d-9645-fcc95c55a199 HTTP/1.1" status: 200  len: 217 time: 0.1446185
Jul 06 00:43:43.960594 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-eb3df59a-14af-41d0-9abf-1c74cfc347ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:43.971158 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3dfbe-c9e5-4c1a-a01c-3b2773f4f86d req-a7c7751f-2049-4f10-9356-34c601f454e3 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:43.973459 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-70e3dfbe-c9e5-4c1a-a01c-3b2773f4f86d req-a7c7751f-2049-4f10-9356-34c601f454e3 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.1122003
Jul 06 00:43:44.010966 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-eb3df59a-14af-41d0-9abf-1c74cfc347ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:44.014857 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-eb3df59a-14af-41d0-9abf-1c74cfc347ce admin admin] Usage tracker for resource:security_group_rule and tenant:b87d5b3214d6475782eccdbd30a0329f is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:44.019232 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-eb3df59a-14af-41d0-9abf-1c74cfc347ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:44.025065 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-eb3df59a-14af-41d0-9abf-1c74cfc347ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:44.041695 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-70e3dfbe-c9e5-4c1a-a01c-3b2773f4f86d req-e5ccc401-a5be-45f7-8026-18ff1b3d11d9 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607378
Jul 06 00:43:44.101557 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-eb3df59a-14af-41d0-9abf-1c74cfc347ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:44.107780 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-eb3df59a-14af-41d0-9abf-1c74cfc347ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:44.115649 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-07d85d83-d1ac-4f5f-a992-d502c8e7848e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:44.163456 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-eb3df59a-14af-41d0-9abf-1c74cfc347ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b87d5b3214d6475782eccdbd30a0329f&name=default HTTP/1.1" status: 200  len: 2629 time: 0.2429800
Jul 06 00:43:44.164274 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3df59a-14af-41d0-9abf-1c74cfc347ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01e5f48-b4e6-441c-b8c6-b95978c2edc7,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:44.166463 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 52804) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:44.177532 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-eb3df59a-14af-41d0-9abf-1c74cfc347ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:44.312607 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-750f15e9-345f-4803-9cf7-69f1cf80c8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:44.340518 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-57f41c65-8d0b-4902-b1ee-3b84352fbeb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:44.355159 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-750f15e9-345f-4803-9cf7-69f1cf80c8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:44.481562 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8394e2c-ef7e-4984-acb7-8694dcbe6613 req-fd65bfce-21fa-49d4-8326-8dfd9f136b3e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:44.484440 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c8394e2c-ef7e-4984-acb7-8694dcbe6613 req-fd65bfce-21fa-49d4-8326-8dfd9f136b3e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf36f7d-d6f5-4c5a-a987-05347e73bf03 HTTP/1.1" status: 200  len: 943 time: 0.0906777
Jul 06 00:43:44.485731 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-750f15e9-345f-4803-9cf7-69f1cf80c8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:44.495304 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:44.523496 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f15e9-345f-4803-9cf7-69f1cf80c8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01e5f48-b4e6-441c-b8c6-b95978c2edc7,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:44.536401 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-750f15e9-345f-4803-9cf7-69f1cf80c8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:44.539933 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-750f15e9-345f-4803-9cf7-69f1cf80c8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:44.541914 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-750f15e9-345f-4803-9cf7-69f1cf80c8f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a01e5f48-b4e6-441c-b8c6-b95978c2edc7 HTTP/1.1" status: 204  len: 168 time: 0.3735330
Jul 06 00:43:44.573734 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c8394e2c-ef7e-4984-acb7-8694dcbe6613 req-0a094ee9-2265-473d-b804-6cf988236bce tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809371
Jul 06 00:43:44.788131 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:44.906778 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c0b59-579d-4ad0-a065-ead341e5cc37 req-193c7f38-4715-4990-9ce2-fef68eb85fcb tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:44.908408 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7b6c0b59-579d-4ad0-a065-ead341e5cc37 req-193c7f38-4715-4990-9ce2-fef68eb85fcb tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 946 time: 0.0882542
Jul 06 00:43:44.966353 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7b6c0b59-579d-4ad0-a065-ead341e5cc37 req-f35011e1-3ce7-4e81-a915-1a5e28b5b53e tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492578
Jul 06 00:43:45.253426 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f362a-2279-480a-a5fb-e2a0a7554890 req-e023fdc0-25d2-4550-a46f-caf3e0faabb7 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:45.255063 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d50f362a-2279-480a-a5fb-e2a0a7554890 req-e023fdc0-25d2-4550-a46f-caf3e0faabb7 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.0899379
Jul 06 00:43:45.308955 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d50f362a-2279-480a-a5fb-e2a0a7554890 req-cf24dbde-0d0d-433b-a58c-239ff74cf343 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462434
Jul 06 00:43:45.464261 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-b42b88bf-2b7e-4591-9236-7fd06f1b16fb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:45.465872 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-b42b88bf-2b7e-4591-9236-7fd06f1b16fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a60bc796-39ac-4432-ad6a-03a21bc88ddc HTTP/1.1" status: 200  len: 854 time: 0.0901611
Jul 06 00:43:45.773350 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a999f5-3652-4e10-aee9-e1af29291669 req-b9c489e7-1f0e-49e8-81c7-40a63c669147 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:45.774939 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f9a999f5-3652-4e10-aee9-e1af29291669 req-b9c489e7-1f0e-49e8-81c7-40a63c669147 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf36f7d-d6f5-4c5a-a987-05347e73bf03 HTTP/1.1" status: 200  len: 943 time: 0.0829015
Jul 06 00:43:45.830440 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f9a999f5-3652-4e10-aee9-e1af29291669 req-841418c4-5b49-4789-a458-c4a7c080f1dd tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483687
Jul 06 00:43:45.942256 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:46.169630 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d944a8-177a-41c3-b317-8119c44f797b req-9a786cec-baeb-4455-8a8b-6b17444a307e tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:46.171387 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-30d944a8-177a-41c3-b317-8119c44f797b req-9a786cec-baeb-4455-8a8b-6b17444a307e tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 946 time: 0.0860100
Jul 06 00:43:46.221429 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-30d944a8-177a-41c3-b317-8119c44f797b req-3f491d28-b413-47a2-8dca-cadf4df681a6 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427296
Jul 06 00:43:46.530940 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b16753-f001-47a6-a28d-1890e48f617c req-3e33779a-7ca7-4d14-9c2d-2826d6f10edc tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:46.538726 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-84b16753-f001-47a6-a28d-1890e48f617c req-3e33779a-7ca7-4d14-9c2d-2826d6f10edc tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.1034026
Jul 06 00:43:46.550764 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-156582a5-772c-4743-a76f-f57d14768481 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=19732be1-73e3-4d00-aa78-32a7884cec12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0905762
Jul 06 00:43:46.591789 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-84b16753-f001-47a6-a28d-1890e48f617c req-c348da03-269b-4eba-9ecb-9f54b44fe1db tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520186
Jul 06 00:43:47.024745 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5df95-7455-4d91-9984-e9a60c2fffb1 req-4d8c0c4e-5fa8-493f-8d71-f2b2057091e6 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:47.026328 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2ad5df95-7455-4d91-9984-e9a60c2fffb1 req-4d8c0c4e-5fa8-493f-8d71-f2b2057091e6 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf36f7d-d6f5-4c5a-a987-05347e73bf03 HTTP/1.1" status: 200  len: 943 time: 0.0813572
Jul 06 00:43:47.077208 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2ad5df95-7455-4d91-9984-e9a60c2fffb1 req-d8104b9d-7c93-4d26-afaf-621c1e98c603 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437579
Jul 06 00:43:47.417063 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990137d-0863-4b22-bc92-1a758f10b597 req-18e7b341-8aff-4bb1-ac44-dceba59885e0 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:47.418952 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c990137d-0863-4b22-bc92-1a758f10b597 req-18e7b341-8aff-4bb1-ac44-dceba59885e0 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 946 time: 0.0783238
Jul 06 00:43:47.477240 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c990137d-0863-4b22-bc92-1a758f10b597 req-f0d2eecb-ddb0-440d-860e-5a98f33107c2 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511727
Jul 06 00:43:47.784922 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a99df4-2d1e-4d48-86aa-5d9bd6ee24b5 req-0c4b7845-9f10-467e-9ab6-c63bbe0245c5 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:47.787416 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c3a99df4-2d1e-4d48-86aa-5d9bd6ee24b5 req-0c4b7845-9f10-467e-9ab6-c63bbe0245c5 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.0848579
Jul 06 00:43:47.838912 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c3a99df4-2d1e-4d48-86aa-5d9bd6ee24b5 req-4c7e797a-ad50-47d7-adec-dacb11080b57 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451605
Jul 06 00:43:48.228556 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-35aee9b4-2650-41fa-9b49-7a1c285b22a2 service neutron] 10.222.0.39 "GET /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1772003
Jul 06 00:43:48.302317 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80315a68-350d-4abe-bb25-9dd4ba304434 req-471cd351-d292-43be-b862-ec14fdb0bc08 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:48.303935 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-80315a68-350d-4abe-bb25-9dd4ba304434 req-471cd351-d292-43be-b862-ec14fdb0bc08 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf36f7d-d6f5-4c5a-a987-05347e73bf03 HTTP/1.1" status: 200  len: 943 time: 0.0858741
Jul 06 00:43:48.357357 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-80315a68-350d-4abe-bb25-9dd4ba304434 req-995baeba-d7b0-43c9-9881-03fafd7cc7c0 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446913
Jul 06 00:43:48.377084 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-17fb2fdb-fbe0-483d-8715-0fc4a86a8b35 req-10814c23-d987-4399-8cd8-76cca5a70c5c service neutron] 10.222.0.39 "GET /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1356897
Jul 06 00:43:48.529672 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-acf6849d-3e35-4f07-91ba-f10de81c33f0 req-68b16800-3fd2-4127-8924-a3e95d56f671 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=497c5bc6650a4132aea8c107f14defba&device_id=abf36f7d-d6f5-4c5a-a987-05347e73bf03 HTTP/1.1" status: 200  len: 1096 time: 0.0747857
Jul 06 00:43:48.685236 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6849d-3e35-4f07-91ba-f10de81c33f0 req-c09c08e3-bb2b-44f2-813d-dc5828c6ed7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:48.686869 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9d021-d4fb-4bcd-a2e5-efede7d53776 req-b3e1c888-79f7-41fc-8a94-7149d32e96c7 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:48.687202 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-acf6849d-3e35-4f07-91ba-f10de81c33f0 req-c09c08e3-bb2b-44f2-813d-dc5828c6ed7e service neutron] 10.222.0.39 "GET /v2.0/networks?id=19732be1-73e3-4d00-aa78-32a7884cec12 HTTP/1.1" status: 200  len: 915 time: 0.1459806
Jul 06 00:43:48.688713 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ddf9d021-d4fb-4bcd-a2e5-efede7d53776 req-b3e1c888-79f7-41fc-8a94-7149d32e96c7 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 946 time: 0.0831766
Jul 06 00:43:48.749922 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ddf9d021-d4fb-4bcd-a2e5-efede7d53776 req-017555a9-246d-40b9-87fc-1a742168a685 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518832
Jul 06 00:43:48.777060 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-acf6849d-3e35-4f07-91ba-f10de81c33f0 req-aa1fb5cd-77ef-4d6d-8b94-377b54a1e38c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5458d001-b57f-461d-9645-fcc95c55a199 HTTP/1.1" status: 200  len: 217 time: 0.0778198
Jul 06 00:43:48.884347 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6849d-3e35-4f07-91ba-f10de81c33f0 req-d3e984a6-b626-4d29-bfe3-4429ad8dc1c4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:48.886582 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-acf6849d-3e35-4f07-91ba-f10de81c33f0 req-d3e984a6-b626-4d29-bfe3-4429ad8dc1c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a60bc796-39ac-4432-ad6a-03a21bc88ddc HTTP/1.1" status: 200  len: 854 time: 0.1013510
Jul 06 00:43:48.960504 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-acf6849d-3e35-4f07-91ba-f10de81c33f0 req-f6468872-85f1-4255-9fa9-5ee74a30f068 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=19732be1-73e3-4d00-aa78-32a7884cec12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0558314
Jul 06 00:43:49.092750 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747de008-b51a-4006-9604-c51a0286a32a req-5293fd0b-054b-409e-ba21-86103e01dcac tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:49.103208 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-747de008-b51a-4006-9604-c51a0286a32a req-5293fd0b-054b-409e-ba21-86103e01dcac tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.1135983
Jul 06 00:43:49.166987 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-747de008-b51a-4006-9604-c51a0286a32a req-9a5d51e3-1cf1-43ed-b3aa-5c55eb73bbf0 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625780
Jul 06 00:43:49.200690 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 53048) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:49.255318 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-acf6849d-3e35-4f07-91ba-f10de81c33f0 req-85599589-0c31-4cfe-9ccf-46a8b3a23ed5 service neutron] 10.222.0.39 "GET /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2788935
Jul 06 00:43:49.373323 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-de463a27-9ee0-4a72-9bd4-312d4ff7526d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:49.401775 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-acf6849d-3e35-4f07-91ba-f10de81c33f0 req-5be53de2-15aa-4b0d-a2b3-6dd9f06904bd service neutron] 10.222.0.39 "GET /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357510
Jul 06 00:43:49.414790 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-de463a27-9ee0-4a72-9bd4-312d4ff7526d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:49.418810 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-de463a27-9ee0-4a72-9bd4-312d4ff7526d admin admin] Usage tracker for resource:security_group_rule and tenant:ef3e2db5c68d43f4ae3a8f4712099605 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:49.422238 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-de463a27-9ee0-4a72-9bd4-312d4ff7526d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:49.429229 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-de463a27-9ee0-4a72-9bd4-312d4ff7526d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:49.543459 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-de463a27-9ee0-4a72-9bd4-312d4ff7526d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:49.548241 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-de463a27-9ee0-4a72-9bd4-312d4ff7526d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:49.557304 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c03a2d10-4a05-4e9c-9d90-c99251db56fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:49.615773 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de463a27-9ee0-4a72-9bd4-312d4ff7526d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fbdf31-f971-4e3f-ac78-0c01c8eec6c1,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:49.621418 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-de463a27-9ee0-4a72-9bd4-312d4ff7526d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef3e2db5c68d43f4ae3a8f4712099605&name=default HTTP/1.1" status: 200  len: 2629 time: 0.4192603
Jul 06 00:43:49.622394 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-de463a27-9ee0-4a72-9bd4-312d4ff7526d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:49.624648 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 53056) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:49.639328 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56bdfb-044c-441f-83d8-8086d3295624 req-827777c6-9e49-4f6d-a1b1-dde703969511 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:49.640866 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9f56bdfb-044c-441f-83d8-8086d3295624 req-827777c6-9e49-4f6d-a1b1-dde703969511 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf36f7d-d6f5-4c5a-a987-05347e73bf03 HTTP/1.1" status: 200  len: 943 time: 0.1596243
Jul 06 00:43:49.693433 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7d54e515-454b-4b9a-a623-b034e6737f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:49.694295 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9f56bdfb-044c-441f-83d8-8086d3295624 req-1923b1d0-b355-4458-83a1-b03990ef6a25 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451221
Jul 06 00:43:49.720599 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7d54e515-454b-4b9a-a623-b034e6737f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:49.767543 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7d54e515-454b-4b9a-a623-b034e6737f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:49.773560 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-745bfd2a-6931-4bd9-9084-5ff5cfb9109d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:49.786396 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54e515-454b-4b9a-a623-b034e6737f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fbdf31-f971-4e3f-ac78-0c01c8eec6c1,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:49.790343 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7d54e515-454b-4b9a-a623-b034e6737f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:49.796702 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7d54e515-454b-4b9a-a623-b034e6737f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:49.797975 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-7d54e515-454b-4b9a-a623-b034e6737f13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7fbdf31-f971-4e3f-ac78-0c01c8eec6c1 HTTP/1.1" status: 204  len: 168 time: 0.1722219
Jul 06 00:43:49.991851 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbd533-f5c5-4355-ab88-8153c398291a req-fa238fd5-2dd7-4e58-a7cb-ed53867c74b3 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:49.993432 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5ffbd533-f5c5-4355-ab88-8153c398291a req-fa238fd5-2dd7-4e58-a7cb-ed53867c74b3 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 946 time: 0.0902271
Jul 06 00:43:50.045253 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5ffbd533-f5c5-4355-ab88-8153c398291a req-c917e745-c6bb-475f-b580-cc50e33e14ae tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447750
Jul 06 00:43:50.179685 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 53068) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:50.199739 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0bcaa425-832a-4f01-b8cf-b495e08e1efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:50.231427 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-0bcaa425-832a-4f01-b8cf-b495e08e1efc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:50.235235 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-0bcaa425-832a-4f01-b8cf-b495e08e1efc admin admin] Usage tracker for resource:security_group_rule and tenant:e35e24ec2e1345a789d6195678690ab4 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:50.239112 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-0bcaa425-832a-4f01-b8cf-b495e08e1efc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:50.250528 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-0bcaa425-832a-4f01-b8cf-b495e08e1efc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:50.364449 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0bcaa425-832a-4f01-b8cf-b495e08e1efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:50.374290 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0bcaa425-832a-4f01-b8cf-b495e08e1efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:50.394743 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:50.405837 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ba379-36de-48e5-9554-f24cd92acfa4 req-9655b9fb-ec20-4013-9787-3775677eb386 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:50.420077 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2c6ba379-36de-48e5-9554-f24cd92acfa4 req-9655b9fb-ec20-4013-9787-3775677eb386 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.1409671
Jul 06 00:43:50.495006 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-0bcaa425-832a-4f01-b8cf-b495e08e1efc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e35e24ec2e1345a789d6195678690ab4&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3140731
Jul 06 00:43:50.495993 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcaa425-832a-4f01-b8cf-b495e08e1efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949adc1f-7ed3-4463-a272-53617525ecbf,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:50.498878 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 53086) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:50.521340 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2c6ba379-36de-48e5-9554-f24cd92acfa4 req-21d71dc2-77af-451f-9ccd-1cc91bc5a63c tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774298
Jul 06 00:43:50.570796 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0bcaa425-832a-4f01-b8cf-b495e08e1efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:50.590872 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8046ed80-cfa3-4826-86d0-f327fb346d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:50.815686 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8046ed80-cfa3-4826-86d0-f327fb346d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:50.861583 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8046ed80-cfa3-4826-86d0-f327fb346d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:50.867337 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f59a929f-6fd0-43bc-ba0e-5e8039d14555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:50.880616 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046ed80-cfa3-4826-86d0-f327fb346d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949adc1f-7ed3-4463-a272-53617525ecbf,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:50.884169 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-8046ed80-cfa3-4826-86d0-f327fb346d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:50.886182 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8046ed80-cfa3-4826-86d0-f327fb346d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:50.889998 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-8046ed80-cfa3-4826-86d0-f327fb346d6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/949adc1f-7ed3-4463-a272-53617525ecbf HTTP/1.1" status: 204  len: 168 time: 0.3874946
Jul 06 00:43:50.892063 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64713f7-d3a6-4009-a333-9fc3afe93b33 req-9cf285d0-c304-4764-b66f-cc8d37de31c3 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:50.893662 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b64713f7-d3a6-4009-a333-9fc3afe93b33 req-9cf285d0-c304-4764-b66f-cc8d37de31c3 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf36f7d-d6f5-4c5a-a987-05347e73bf03 HTTP/1.1" status: 200  len: 943 time: 0.0813377
Jul 06 00:43:50.950624 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b64713f7-d3a6-4009-a333-9fc3afe93b33 req-bea3341c-4fe3-4b5e-98e4-f38cabd0c983 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459604
Jul 06 00:43:51.016080 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e968dab-d719-4ccd-ab87-1401dd4e8b30 req-7b4f7992-0d86-4178-9ed6-3c60eeb36d0a tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:51.017848 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2e968dab-d719-4ccd-ab87-1401dd4e8b30 req-7b4f7992-0d86-4178-9ed6-3c60eeb36d0a tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 946 time: 0.0809124
Jul 06 00:43:51.102389 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-2e968dab-d719-4ccd-ab87-1401dd4e8b30 req-eb24294e-98dc-4cd7-b9fd-02a24c0c5269 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Deleting port c9b1db25-17b3-4821-986c-e136b800c1de {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:43:51.102772 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-2e968dab-d719-4ccd-ab87-1401dd4e8b30 req-eb24294e-98dc-4cd7-b9fd-02a24c0c5269 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:51.258464 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fcbf59-7b10-4743-ba2f-802a33da13c5 req-c9523437-ae17-4624-b6f0-e892e5d5066d tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:51.260443 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b5fcbf59-7b10-4743-ba2f-802a33da13c5 req-c9523437-ae17-4624-b6f0-e892e5d5066d tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 946 time: 0.0847695
Jul 06 00:43:51.322342 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b5fcbf59-7b10-4743-ba2f-802a33da13c5 req-aa580e43-b5b3-469e-aeaa-cce9c061f163 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/security-groups?id=1d302d6f-97be-4bdb-af47-fe60e429727a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540216
Jul 06 00:43:51.378313 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-2e968dab-d719-4ccd-ab87-1401dd4e8b30 req-eb24294e-98dc-4cd7-b9fd-02a24c0c5269 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] For port c9b1db25-17b3-4821-986c-e136b800c1de, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=c9b1db25-17b3-4821-986c-e136b800c1de,segment=NetworkSegment(69d09d0c-00ce-40fb-8c14-d9c815fa8b35),segment_id=69d09d0c-00ce-40fb-8c14-d9c815fa8b35)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:43:51.378729 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-2e968dab-d719-4ccd-ab87-1401dd4e8b30 req-eb24294e-98dc-4cd7-b9fd-02a24c0c5269 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:51.501401 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 5458d001-b57f-461d-9645-fcc95c55a199 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 00:43:51.513305 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-2e968dab-d719-4ccd-ab87-1401dd4e8b30 req-eb24294e-98dc-4cd7-b9fd-02a24c0c5269 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Calling delete_port for c9b1db25-17b3-4821-986c-e136b800c1de owned by compute:nova {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:43:51.683983 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 5458d001-b57f-461d-9645-fcc95c55a199, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=5458d001-b57f-461d-9645-fcc95c55a199,segment=NetworkSegment(f323667f-7604-4dac-b4b2-e438c13b3634),segment_id=f323667f-7604-4dac-b4b2-e438c13b3634)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:43:51.700723 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Returning: {'device': '5458d001-b57f-461d-9645-fcc95c55a199', 'network_id': '19732be1-73e3-4d00-aa78-32a7884cec12', 'port_id': '5458d001-b57f-461d-9645-fcc95c55a199', 'mac_address': 'fa:16:3e:21:1c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a60bc796-39ac-4432-ad6a-03a21bc88ddc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 00:43:51.768851 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:51.770190 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f08d7-44e7-4bdc-b5a9-79044e36601c req-30f22a1a-bc8a-4b8a-872b-d6c756489680 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:51.780632 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c43f08d7-44e7-4bdc-b5a9-79044e36601c req-30f22a1a-bc8a-4b8a-872b-d6c756489680 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.1233780
Jul 06 00:43:51.789949 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5458d001-b57f-461d-9645-fcc95c55a199 {{(pid=80882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:43:51.808615 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 5458d001-b57f-461d-9645-fcc95c55a199, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=5458d001-b57f-461d-9645-fcc95c55a199,segment=NetworkSegment(f323667f-7604-4dac-b4b2-e438c13b3634),segment_id=f323667f-7604-4dac-b4b2-e438c13b3634)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:43:51.816591 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:51.818802 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:51.876807 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-2e968dab-d719-4ccd-ab87-1401dd4e8b30 req-eb24294e-98dc-4cd7-b9fd-02a24c0c5269 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:51.886888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9d19d9a7-cec6-45d9-a244-03106069e005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:51.900294 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c43f08d7-44e7-4bdc-b5a9-79044e36601c req-e1539f27-68fa-49d0-8b07-7d4cabc85992 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187644
Jul 06 00:43:51.916961 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=5458d001-b57f-461d-9645-fcc95c55a199,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:51.930592 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:51.931316 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:51.931879 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:51.932438 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:51.932989 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:51.933556 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:51.934105 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:51.934654 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:51.935468 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:51.936014 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:51.936560 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:43:51.941561 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:51.949025 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24294e-98dc-4cd7-b9fd-02a24c0c5269 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Pushing event deleted for resources: {'Port': ['ID=c9b1db25-17b3-4821-986c-e136b800c1de,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:51.951724 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-eb24294e-98dc-4cd7-b9fd-02a24c0c5269 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:52.025584 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e968dab-d719-4ccd-ab87-1401dd4e8b30 req-eb24294e-98dc-4cd7-b9fd-02a24c0c5269 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] No DVR routers for this DVR port c9b1db25-17b3-4821-986c-e136b800c1de on host hv-cinder-79954 {{(pid=80881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:43:52.028576 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-2e968dab-d719-4ccd-ab87-1401dd4e8b30 req-eb24294e-98dc-4cd7-b9fd-02a24c0c5269 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:52.032895 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f76f257-4258-4f92-8b4b-4ca471299edf', 'name': 'network-vif-deleted', 'tag': 'c9b1db25-17b3-4821-986c-e136b800c1de'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:43:52.078717 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2e968dab-d719-4ccd-ab87-1401dd4e8b30 req-eb24294e-98dc-4cd7-b9fd-02a24c0c5269 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.39 "DELETE /v2.0/ports/c9b1db25-17b3-4821-986c-e136b800c1de HTTP/1.1" status: 204  len: 173 time: 1.0489979
Jul 06 00:43:52.112045 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f76f257-4258-4f92-8b4b-4ca471299edf', 'name': 'network-vif-deleted', 'tag': 'c9b1db25-17b3-4821-986c-e136b800c1de', 'status': 'completed', 'code': 200}
Jul 06 00:43:52.270302 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f710bf-c1a6-4abc-9f45-3bd375478b65 req-dbae5642-ce1a-49ad-a484-130c8c77e9a2 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:52.272101 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-67f710bf-c1a6-4abc-9f45-3bd375478b65 req-dbae5642-ce1a-49ad-a484-130c8c77e9a2 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf36f7d-d6f5-4c5a-a987-05347e73bf03 HTTP/1.1" status: 200  len: 944 time: 0.1602926
Jul 06 00:43:52.296654 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 53138) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:52.306757 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['5458d001-b57f-461d-9645-fcc95c55a199'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:43:52.342495 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-67f710bf-c1a6-4abc-9f45-3bd375478b65 req-817fe8c9-c914-4780-a2e9-0c4caec6bd4e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631638
Jul 06 00:43:52.383779 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 53146) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:52.515236 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be69efee-be0d-4aea-8941-438e29d9d328 req-d56e6f99-d0a7-4c21-9fa8-5a20c95887fc tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f76f257-4258-4f92-8b4b-4ca471299edf HTTP/1.1" status: 200  len: 210 time: 0.0505574
Jul 06 00:43:52.562144 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaebc-e893-4909-beb3-774dce747b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:52.606834 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-9ecfaebc-e893-4909-beb3-774dce747b90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:52.615616 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-9ecfaebc-e893-4909-beb3-774dce747b90 admin admin] Usage tracker for resource:security_group_rule and tenant:1d18abe990474ad382064b258b7710e5 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:52.620429 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-9ecfaebc-e893-4909-beb3-774dce747b90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:52.649868 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-9ecfaebc-e893-4909-beb3-774dce747b90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:52.652280 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7832f143-31c8-4a3b-8bb8-c386d642298c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:52.700155 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-7832f143-31c8-4a3b-8bb8-c386d642298c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:52.708887 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-7832f143-31c8-4a3b-8bb8-c386d642298c admin admin] Usage tracker for resource:security_group_rule and tenant:b28206b36cd24192accc33a62bc3b641 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:52.716556 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-7832f143-31c8-4a3b-8bb8-c386d642298c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:52.725468 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-7832f143-31c8-4a3b-8bb8-c386d642298c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:52.778731 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaebc-e893-4909-beb3-774dce747b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:52.786245 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9ecfaebc-e893-4909-beb3-774dce747b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:52.798638 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:52.858758 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfaebc-e893-4909-beb3-774dce747b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77652a83-346e-4517-8e92-f962e86d00db,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:52.869329 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9ecfaebc-e893-4909-beb3-774dce747b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:52.871603 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-9ecfaebc-e893-4909-beb3-774dce747b90 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d18abe990474ad382064b258b7710e5&name=default HTTP/1.1" status: 200  len: 2629 time: 0.5731049
Jul 06 00:43:52.874576 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 53160) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:52.908480 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7832f143-31c8-4a3b-8bb8-c386d642298c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:52.919519 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7832f143-31c8-4a3b-8bb8-c386d642298c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:52.920154 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:43:52.929498 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-8046ed80-cfa3-4826-86d0-f327fb346d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:52.990416 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832f143-31c8-4a3b-8bb8-c386d642298c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25175f4d-35fc-4032-ba9a-c378632f6c4c,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:52.996449 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7832f143-31c8-4a3b-8bb8-c386d642298c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:53.006360 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-7832f143-31c8-4a3b-8bb8-c386d642298c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b28206b36cd24192accc33a62bc3b641&name=default HTTP/1.1" status: 200  len: 2629 time: 0.6173017
Jul 06 00:43:53.007280 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 53170) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:53.034933 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1d5b74a9-66ca-4178-bb33-9217f6ad2834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:53.084431 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e5cb365d-0c91-47de-9304-fb321eab5e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:53.091536 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1d5b74a9-66ca-4178-bb33-9217f6ad2834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:53.156100 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1d5b74a9-66ca-4178-bb33-9217f6ad2834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:53.161513 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:53.193286 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b74a9-66ca-4178-bb33-9217f6ad2834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77652a83-346e-4517-8e92-f962e86d00db,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:53.196952 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1d5b74a9-66ca-4178-bb33-9217f6ad2834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:53.198052 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1d5b74a9-66ca-4178-bb33-9217f6ad2834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:53.202621 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-1d5b74a9-66ca-4178-bb33-9217f6ad2834 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77652a83-346e-4517-8e92-f962e86d00db HTTP/1.1" status: 204  len: 168 time: 0.3269005
Jul 06 00:43:53.476907 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e5cb365d-0c91-47de-9304-fb321eab5e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:53.526638 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device c9b1db25-17b3-4821-986c-e136b800c1de no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:43:53.567918 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-375f1531-e412-4812-87f3-970f43045b6a None None] No Port match for: c9b1db25-17b3-4821-986c-e136b800c1de {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:43:53.568561 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device c9b1db25-17b3-4821-986c-e136b800c1de not bound to the agent host hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:43:53.622069 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e5cb365d-0c91-47de-9304-fb321eab5e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:53.632835 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-85bf8604-adfe-40cb-b6a7-2793f2d0742a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:53.650219 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0abe5f-e2e6-468d-94ef-07e6de6338ef req-1e64d8d4-cbc4-4d6f-acc4-c7119ad1908a tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:53.652026 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ae0abe5f-e2e6-468d-94ef-07e6de6338ef req-1e64d8d4-cbc4-4d6f-acc4-c7119ad1908a tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.5687847
Jul 06 00:43:53.660866 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb365d-0c91-47de-9304-fb321eab5e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25175f4d-35fc-4032-ba9a-c378632f6c4c,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:53.665818 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e5cb365d-0c91-47de-9304-fb321eab5e92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:53.703784 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e5cb365d-0c91-47de-9304-fb321eab5e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:53.704971 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-e5cb365d-0c91-47de-9304-fb321eab5e92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25175f4d-35fc-4032-ba9a-c378632f6c4c HTTP/1.1" status: 204  len: 168 time: 0.6964025
Jul 06 00:43:53.714488 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85593787-dab0-4e5a-a3e0-e266f451bb13 req-22f4b8dd-5fc2-4fa5-afc0-1f9b4f10fef0 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:53.719653 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-85593787-dab0-4e5a-a3e0-e266f451bb13 req-22f4b8dd-5fc2-4fa5-afc0-1f9b4f10fef0 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf36f7d-d6f5-4c5a-a987-05347e73bf03 HTTP/1.1" status: 200  len: 944 time: 0.2012098
Jul 06 00:43:53.783856 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ae0abe5f-e2e6-468d-94ef-07e6de6338ef req-0e0686e5-fa74-4988-9b97-097fffc95e69 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201138
Jul 06 00:43:53.804157 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-85593787-dab0-4e5a-a3e0-e266f451bb13 req-b62e5da2-56c6-45db-b975-011a09225036 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736642
Jul 06 00:43:54.741779 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 53240) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:54.896687 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1544076119-network', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:43:54.902350 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:54.906896 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] Usage tracker for resource:network and tenant:0a59ea96df14460c8e3284d59c6b11e9 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:54.914126 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:54.922334 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:55.030769 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] Made reservation on behalf of 0a59ea96df14460c8e3284d59c6b11e9 for: {'network': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:43:55.036068 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for network, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:55.060200 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:55.121388 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fe803-3edf-42c2-b57a-53d3e7adcd8f req-bed0951f-786c-48dd-9e23-fc5afb6bdbf3 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:55.122979 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-929fe803-3edf-42c2-b57a-53d3e7adcd8f req-bed0951f-786c-48dd-9e23-fc5afb6bdbf3 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.1977770
Jul 06 00:43:55.124019 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:55.130664 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] Usage tracker for resource:security_group_rule and tenant:0a59ea96df14460c8e3284d59c6b11e9 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:55.137722 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:55.175988 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:55.202692 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dffb59-d57b-4f50-a2d5-198220b3a478 req-eaadca07-2511-49d4-81e1-be0a89b6dfbe tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:55.204298 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c9dffb59-d57b-4f50-a2d5-198220b3a478 req-eaadca07-2511-49d4-81e1-be0a89b6dfbe tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf36f7d-d6f5-4c5a-a987-05347e73bf03 HTTP/1.1" status: 200  len: 944 time: 0.2318380
Jul 06 00:43:55.208579 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-929fe803-3edf-42c2-b57a-53d3e7adcd8f req-2dda5a9c-02ad-4aca-877d-2cb54457e103 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745409
Jul 06 00:43:55.292070 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c9dffb59-d57b-4f50-a2d5-198220b3a478 req-ce3c6de7-0159-4d2f-a72a-ff541366e6f6 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791090
Jul 06 00:43:55.314874 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:55.318452 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:55.326548 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:55.351607 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'}  {{(pid=80880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 00:43:55.373116 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72449e00-ad69-4f6e-82cb-ccc82cbf5dab,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:55.376082 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:55.376464 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.segments_db [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] Added segment c12a8489-e3ef-4a29-9d7d-d16560fbcc5d of type vlan for network 681d8fd8-4ec2-4a3b-8b9a-ac10096b7356
Jul 06 00:43:55.379717 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:55.407807 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734504930197'] for network, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:55.440873 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for network, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:55.442109 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:55.442749 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:55.447955 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:55.513922 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 5458d001-b57f-461d-9645-fcc95c55a199 up at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:43:55.558720 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8126245
Jul 06 00:43:55.559110 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] Pushing event updated for resources: {'Network': ['ID=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:55.559833 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 53270) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:55.563913 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:55.570944 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-7e8172b4-75d0-4bbd-ba7f-50a6157dfe7f admin admin] Request body: {'subnet': {'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1544076119-subnet', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'ip_version': 4}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:43:55.577398 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-7e8172b4-75d0-4bbd-ba7f-50a6157dfe7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:55.588240 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-7e8172b4-75d0-4bbd-ba7f-50a6157dfe7f admin admin] Usage tracker for resource:subnet and tenant:0a59ea96df14460c8e3284d59c6b11e9 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:55.597295 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-7e8172b4-75d0-4bbd-ba7f-50a6157dfe7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:55.601943 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Network 681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 details requested by agent ovs-agent-dv-cinder-799546-2-iscsi with host dv-cinder-799546-2-iscsi {{(pid=80882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 00:43:55.611920 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-7e8172b4-75d0-4bbd-ba7f-50a6157dfe7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:55.630442 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8172b4-75d0-4bbd-ba7f-50a6157dfe7f admin admin] Made reservation on behalf of 0a59ea96df14460c8e3284d59c6b11e9 for: {'subnet': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:43:55.635285 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7e8172b4-75d0-4bbd-ba7f-50a6157dfe7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:55.746989 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning for port 5458d001-b57f-461d-9645-fcc95c55a199 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:43:55.753106 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning complete for port 5458d001-b57f-461d-9645-fcc95c55a199 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:43:55.754136 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:55.765581 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 53278) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:55.790047 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 53284) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:55.859084 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c9e50f-f7ed-45b0-a715-afe6a25feea9 admin admin] Deleting subnet 200b5093-8d91-4e72-983d-32573a9abd18 {{(pid=80880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 00:43:55.859495 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-21c9e50f-f7ed-45b0-a715-afe6a25feea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:55.892208 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:55.911598 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7e8172b4-75d0-4bbd-ba7f-50a6157dfe7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for subnet, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:55.917259 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:55.926205 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf36f7d-d6f5-4c5a-a987-05347e73bf03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5458d001-b57f-461d-9645-fcc95c55a199'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:43:55.930293 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-21c9e50f-f7ed-45b0-a715-afe6a25feea9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:55.942193 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 5458d001-b57f-461d-9645-fcc95c55a199, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=5458d001-b57f-461d-9645-fcc95c55a199,segment=NetworkSegment(f323667f-7604-4dac-b4b2-e438c13b3634),segment_id=f323667f-7604-4dac-b4b2-e438c13b3634)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:43:55.943742 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-21c9e50f-f7ed-45b0-a715-afe6a25feea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312649'] for subnet, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:55.948392 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:55.950591 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:55.967060 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1ab69bd1-0895-4dcc-be2b-bcdc089bf8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:55.989853 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf36f7d-d6f5-4c5a-a987-05347e73bf03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5458d001-b57f-461d-9645-fcc95c55a199', 'code': 200}
Jul 06 00:43:56.037065 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=5458d001-b57f-461d-9645-fcc95c55a199,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:56.040227 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8172b4-75d0-4bbd-ba7f-50a6157dfe7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f2f0bee-f85d-4c51-8d52-55ad296fee6b,revision_number=0']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:56.042149 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:56.048231 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7e8172b4-75d0-4bbd-ba7f-50a6157dfe7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:56.054431 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-21c9e50f-f7ed-45b0-a715-afe6a25feea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851463167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for subnet, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:56.056314 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8172b4-75d0-4bbd-ba7f-50a6157dfe7f admin admin] Checking segment: {'id': 'c12a8489-e3ef-4a29-9d7d-d16560fbcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:43:56.056706 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8172b4-75d0-4bbd-ba7f-50a6157dfe7f admin admin] Network hostable DHCP agents. Network: 681d8fd8-4ec2-4a3b-8b9a-ac10096b7356, hostable agents: ['f5e345ff-b6f9-433d-a315-fe369d22c770'], hosted agents: [] {{(pid=80881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 00:43:56.060252 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:56.062847 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-1ab69bd1-0895-4dcc-be2b-bcdc089bf8c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:56.073921 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-1ab69bd1-0895-4dcc-be2b-bcdc089bf8c9 admin admin] Usage tracker for resource:security_group_rule and tenant:e0941a242a99466086e0569c2f2a8d6b is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:56.077189 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-1ab69bd1-0895-4dcc-be2b-bcdc089bf8c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:56.079841 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8172b4-75d0-4bbd-ba7f-50a6157dfe7f admin admin] Network 681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 is scheduled to be hosted by DHCP agent f5e345ff-b6f9-433d-a315-fe369d22c770 {{(pid=80881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 00:43:56.088602 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-1ab69bd1-0895-4dcc-be2b-bcdc089bf8c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:56.093917 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9e50f-f7ed-45b0-a715-afe6a25feea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=200b5093-8d91-4e72-983d-32573a9abd18,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:56.098568 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-7e8172b4-75d0-4bbd-ba7f-50a6157dfe7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-2-iscsi, 681d8fd8-4ec2-4a3b-8b9a-ac10096b7356) {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:43:56.101656 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-21c9e50f-f7ed-45b0-a715-afe6a25feea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:56.104804 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8172b4-75d0-4bbd-ba7f-50a6157dfe7f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:56.105451 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7e8172b4-75d0-4bbd-ba7f-50a6157dfe7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for subnet, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:56.107094 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93efa70-7d97-41d9-b106-7559da55c195 None None] Network 681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:43:56.118836 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-21c9e50f-f7ed-45b0-a715-afe6a25feea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for subnet, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:56.130044 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-21c9e50f-f7ed-45b0-a715-afe6a25feea9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/200b5093-8d91-4e72-983d-32573a9abd18 HTTP/1.1" status: 204  len: 168 time: 0.3386712
Jul 06 00:43:56.133778 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 53290) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:56.188796 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-7e8172b4-75d0-4bbd-ba7f-50a6157dfe7f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6245453
Jul 06 00:43:56.190510 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 53294) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:56.207992 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-e60ace31-8f47-433c-90ec-a3bab1b8c7b5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:43:56.215845 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-e60ace31-8f47-433c-90ec-a3bab1b8c7b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:56.229828 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-e60ace31-8f47-433c-90ec-a3bab1b8c7b5 admin admin] Usage tracker for resource:router and tenant:0a59ea96df14460c8e3284d59c6b11e9 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:56.239434 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-e60ace31-8f47-433c-90ec-a3bab1b8c7b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:56.251586 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1ab69bd1-0895-4dcc-be2b-bcdc089bf8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:56.255228 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-e60ace31-8f47-433c-90ec-a3bab1b8c7b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:56.262513 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1ab69bd1-0895-4dcc-be2b-bcdc089bf8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:56.273158 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7d54e515-454b-4b9a-a623-b034e6737f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:56.309559 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850613198'] for network, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:56.339391 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e60ace31-8f47-433c-90ec-a3bab1b8c7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854766716'] for router, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:56.340406 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e60ace31-8f47-433c-90ec-a3bab1b8c7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854310853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9117'] for router, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:56.393420 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ad2b633-77d2-5f9f-ab76-6e81795dec0e-681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'fixed_ips': [{'subnet_id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b'}]}} from dv-cinder-799546-2-iscsi. {{(pid=80882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 06 00:43:56.394502 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:56.406140 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab69bd1-0895-4dcc-be2b-bcdc089bf8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee837b8-3776-46b7-91e6-f3a6879c46e0,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:56.410855 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1ab69bd1-0895-4dcc-be2b-bcdc089bf8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:56.416567 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-1ab69bd1-0895-4dcc-be2b-bcdc089bf8c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0941a242a99466086e0569c2f2a8d6b&name=default HTTP/1.1" status: 200  len: 2629 time: 0.6470728
Jul 06 00:43:56.417451 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 53302) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:56.470980 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e60ace31-8f47-433c-90ec-a3bab1b8c7b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:56.505752 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-aec24e11-5453-4daa-8619-fcb2af4431a0 req-38871e0f-6651-43a3-9f0d-83ca78d1bf31 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=abf36f7d-d6f5-4c5a-a987-05347e73bf03 HTTP/1.1" status: 200  len: 1098 time: 0.2349904
Jul 06 00:43:56.565615 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851462971', 'neutron.services.segments.db._delete_segments_for_network-8734505439535'] for network, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:56.574227 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] Allocated IP 172.20.0.2 (681d8fd8-4ec2-4a3b-8b9a-ac10096b7356/1f2f0bee-f85d-4c51-8d52-55ad296fee6b/bbd16fe2-e623-4220-931f-36415d6e25b3) {{(pid=80882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:43:56.587891 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1a90092518>> segment before_delete 55550000 {{(pid=80880) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:43:56.588284 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1a90092518>> subnet precommit_delete_associations 55550000 {{(pid=80880) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:43:56.589077 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1a8fb52550>> segment_host_mapping after_create 55550000 {{(pid=80880) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:43:56.589583 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1a8fb52550>> port after_create 55550000 {{(pid=80880) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:43:56.589932 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1a8fb52550>> port after_delete 55550000 {{(pid=80880) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:43:56.590280 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1a8fb52550>> port after_update 55550000 {{(pid=80880) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:43:56.590627 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1a8fb52550>> segment after_delete 55550000 {{(pid=80880) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:43:56.590975 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1a8fb52550>> subnet after_create 55550000 {{(pid=80880) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:43:56.591369 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1a8fb52550>> subnet after_delete 55550000 {{(pid=80880) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:43:56.591716 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1a8fb52550>> subnet after_update 55550000 {{(pid=80880) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:43:56.624003 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fcba0624-699b-426b-9e53-f0d19f8178c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:56.664497 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1a8f6f22e8>> subnet after_create 55550000 {{(pid=80880) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:43:56.664497 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1a8f6f22e8>> subnet after_delete 55550000 {{(pid=80880) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:43:56.664497 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1a8f6f22e8>> subnet before_create 55550000 {{(pid=80880) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:43:56.664497 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1a8f6f22e8>> subnet before_update 55550000 {{(pid=80880) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:43:56.665017 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1a8fa5c7b8>,) {'filters': {'network_id': ['48721e56-bf41-45c7-a905-d9d482fee564']}} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:43:56.692322 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8fa5c7b8>, '69d09d0c-00ce-40fb-8c14-d9c815fa8b35') {'for_net_delete': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:43:56.692787 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8fa5c7b8>, '69d09d0c-00ce-40fb-8c14-d9c815fa8b35') {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:43:56.714534 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302349340327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1432422'] for segment, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:56.737385 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fcba0624-699b-426b-9e53-f0d19f8178c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:56.740067 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb873830-4133-4c1c-b4db-cc480e4970f5 req-d39fa7b5-d529-465d-81c1-60b9163f920e tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:56.741763 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bb873830-4133-4c1c-b4db-cc480e4970f5 req-d39fa7b5-d529-465d-81c1-60b9163f920e tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.3855391
Jul 06 00:43:56.759991 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075aac5-678c-4b90-be46-bc8f47729ca9 req-7b9689e9-2b8a-44c1-8a67-a74935125074 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:56.760892 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-aec24e11-5453-4daa-8619-fcb2af4431a0 req-e8004500-a524-4ed0-8ade-16a1c27007d8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2388010
Jul 06 00:43:56.772105 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0075aac5-678c-4b90-be46-bc8f47729ca9 req-7b9689e9-2b8a-44c1-8a67-a74935125074 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf36f7d-d6f5-4c5a-a987-05347e73bf03 HTTP/1.1" status: 200  len: 945 time: 0.2878923
Jul 06 00:43:56.774656 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:56.780919 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e60ace31-8f47-433c-90ec-a3bab1b8c7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-466541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9134'] for router, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:56.824344 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=80880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 00:43:56.824766 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851464142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822393246'] for segment, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:56.841556 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] Notify callbacks [] for port, precommit_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]: Traceback (most recent call last):
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:     timer()
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:     cb(*args, **kw)
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:     return func(*args, **kwargs)
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:     self._notify()
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:     self.callback(batched_events)
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:     event.method(event)
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:     segment_id)['aggregates'][0]
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:     return f(self, *a, **k)
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self._get(url).json()
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:     **kwargs)
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self.request(url, 'GET', **kwargs)
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:     **endpoint_filter)
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 00:43:56.849085 dv-cinder-799546-2-iscsi neutron-server[80769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 00:43:56.890017 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fcba0624-699b-426b-9e53-f0d19f8178c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:56.895236 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1d5b74a9-66ca-4178-bb33-9217f6ad2834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:56.917486 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba0624-699b-426b-9e53-f0d19f8178c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee837b8-3776-46b7-91e6-f3a6879c46e0,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:56.928766 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fcba0624-699b-426b-9e53-f0d19f8178c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:56.946230 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fcba0624-699b-426b-9e53-f0d19f8178c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:56.951528 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-fcba0624-699b-426b-9e53-f0d19f8178c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bee837b8-3776-46b7-91e6-f3a6879c46e0 HTTP/1.1" status: 204  len: 168 time: 0.5330145
Jul 06 00:43:56.966106 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0075aac5-678c-4b90-be46-bc8f47729ca9 req-54b66055-7534-47b5-83cc-77d8f93b8191 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1930325
Jul 06 00:43:56.973976 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] Transition to ACTIVE for port object bbd16fe2-e623-4220-931f-36415d6e25b3 will not be triggered until provisioned by entity L2. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:43:56.988630 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3312860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459991'] for network, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:56.996463 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bb873830-4133-4c1c-b4db-cc480e4970f5 req-a2be23a4-ecf6-419d-96a5-5a1b418cd214 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2433572
Jul 06 00:43:57.005549 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:57.010406 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:57.016649 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] Transition to ACTIVE for port object bbd16fe2-e623-4220-931f-36415d6e25b3 will not be triggered until provisioned by entity DHCP. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:43:57.037016 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:57.041002 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:57.058633 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] Pushing event deleted for resources: {'Network': ['ID=48721e56-bf41-45c7-a905-d9d482fee564,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:57.073526 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:57.084888 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] 10.222.0.13 "DELETE /v2.0/networks/48721e56-bf41-45c7-a905-d9d482fee564 HTTP/1.1" status: 204  len: 168 time: 0.9494879
Jul 06 00:43:57.169419 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] Network 681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 is already hosted by enough agents. {{(pid=80882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:43:57.180190 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] Resources bound (agent type, host, resource id):  {{(pid=80882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:43:57.194129 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] Received port after_create {{(pid=80882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:43:57.196632 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] Pushing event updated for resources: {'Port': ['ID=bbd16fe2-e623-4220-931f-36415d6e25b3,revision_number=1']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:57.213577 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:57.338333 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] Attempting to bind port bbd16fe2-e623-4220-931f-36415d6e25b3 on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:43:57.338333 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] Attempting to bind port bbd16fe2-e623-4220-931f-36415d6e25b3 by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': 'c12a8489-e3ef-4a29-9d7d-d16560fbcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356'}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:43:57.338333 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] Attempting to bind port bbd16fe2-e623-4220-931f-36415d6e25b3 on network 681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:43:57.345908 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:43:57.347684 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] Checking segment: {'id': 'c12a8489-e3ef-4a29-9d7d-d16560fbcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:43:57.348222 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:57.349246 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] Bound using segment: {'id': 'c12a8489-e3ef-4a29-9d7d-d16560fbcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356'} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:43:57.349864 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] Bound port: bbd16fe2-e623-4220-931f-36415d6e25b3, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c12a8489-e3ef-4a29-9d7d-d16560fbcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356'}}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:43:57.350386 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:57.366496 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e60ace31-8f47-433c-90ec-a3bab1b8c7b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:57.403902 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e60ace31-8f47-433c-90ec-a3bab1b8c7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:57.419245 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 53316) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:57.452199 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 53320) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:57.460591 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] For port bbd16fe2-e623-4220-931f-36415d6e25b3, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:43:57.464595 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] For port bbd16fe2-e623-4220-931f-36415d6e25b3, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=bbd16fe2-e623-4220-931f-36415d6e25b3,segment=NetworkSegment(c12a8489-e3ef-4a29-9d7d-d16560fbcc5d),segment_id=c12a8489-e3ef-4a29-9d7d-d16560fbcc5d)] {{(pid=80882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:43:57.467949 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:57.472259 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:57.484905 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-e66ea00e-a1b9-430c-a0b3-da51ae7270cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ed2a815d05b4a4394b0ad6fae24ab9b&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0608644
Jul 06 00:43:57.485339 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 53324) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:57.491666 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-da43f924-e216-4420-855a-a7cb5d71d305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:57.549720 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] Pushing event updated for resources: {'Port': ['ID=bbd16fe2-e623-4220-931f-36415d6e25b3,revision_number=2']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:57.552740 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:57.628627 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-da43f924-e216-4420-855a-a7cb5d71d305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:43:57.638228 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-da43f924-e216-4420-855a-a7cb5d71d305 admin admin] Usage tracker for resource:security_group_rule and tenant:81e62eee62a44e96a9794a7c4cdc32e9 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:43:57.643738 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-da43f924-e216-4420-855a-a7cb5d71d305 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:43:57.665893 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-da43f924-e216-4420-855a-a7cb5d71d305 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:43:57.680087 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-e60ace31-8f47-433c-90ec-a3bab1b8c7b5 admin admin] Allocated IP 172.27.1.250 (34126de2-0804-4024-8df6-3ba8cfd107e5/1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b/4d3fb784-a4e0-4598-8936-b5b37cb230d6) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:43:57.682241 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c9762e69-082b-4309-aa76-6022b0e5aa41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:57.802402 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c9762e69-082b-4309-aa76-6022b0e5aa41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:57.931882 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-da43f924-e216-4420-855a-a7cb5d71d305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:57.946871 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-da43f924-e216-4420-855a-a7cb5d71d305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:57.958528 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fa309daa-8116-49dd-b7de-42d42b300c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:58.019872 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e60ace31-8f47-433c-90ec-a3bab1b8c7b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:58.030692 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c9762e69-082b-4309-aa76-6022b0e5aa41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:58.075128 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43f924-e216-4420-855a-a7cb5d71d305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc7b311-d79b-42b2-a331-928c0016f99b,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:58.083977 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-da43f924-e216-4420-855a-a7cb5d71d305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:58.084929 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:58.102747 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-da43f924-e216-4420-855a-a7cb5d71d305 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81e62eee62a44e96a9794a7c4cdc32e9&name=default HTTP/1.1" status: 200  len: 2629 time: 0.6491992
Jul 06 00:43:58.108932 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 53334) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:58.111674 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9762e69-082b-4309-aa76-6022b0e5aa41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d302d6f-97be-4bdb-af47-fe60e429727a,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:58.143662 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c9762e69-082b-4309-aa76-6022b0e5aa41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:58.168875 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e60ace31-8f47-433c-90ec-a3bab1b8c7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:58.177686 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c9762e69-082b-4309-aa76-6022b0e5aa41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:58.179047 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-c9762e69-082b-4309-aa76-6022b0e5aa41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d302d6f-97be-4bdb-af47-fe60e429727a HTTP/1.1" status: 204  len: 168 time: 0.6927149
Jul 06 00:43:58.183203 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-156c870b-953f-4149-8a8c-dafc46914c75 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:58.275288 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60ace31-8f47-433c-90ec-a3bab1b8c7b5 admin admin] Network 34126de2-0804-4024-8df6-3ba8cfd107e5 is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:43:58.286387 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-e60ace31-8f47-433c-90ec-a3bab1b8c7b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:43:58.288891 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ace31-8f47-433c-90ec-a3bab1b8c7b5 admin admin] Pushing event updated for resources: {'Port': ['ID=4d3fb784-a4e0-4598-8936-b5b37cb230d6,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:58.291945 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60ace31-8f47-433c-90ec-a3bab1b8c7b5 admin admin] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:43:58.310662 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745ff07-4a5f-47e3-a691-d50daa564838 req-b91a2d29-07f8-4fc8-99a3-e50e34fec24e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:58.312289 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a745ff07-4a5f-47e3-a691-d50daa564838 req-b91a2d29-07f8-4fc8-99a3-e50e34fec24e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf36f7d-d6f5-4c5a-a987-05347e73bf03 HTTP/1.1" status: 200  len: 945 time: 0.2118804
Jul 06 00:43:58.321535 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e60ace31-8f47-433c-90ec-a3bab1b8c7b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:58.326082 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f62d18-381d-4862-8dcf-2a6c3d2fefb8 req-5a87ea6b-4550-407d-a123-a77d8b3f28c3 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:43:58.328036 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d9f62d18-381d-4862-8dcf-2a6c3d2fefb8 req-5a87ea6b-4550-407d-a123-a77d8b3f28c3 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.1314769
Jul 06 00:43:58.337501 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d05d704d-e8f4-46b2-8103-ee49893fd1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:58.382403 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d05d704d-e8f4-46b2-8103-ee49893fd1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:58.418658 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a745ff07-4a5f-47e3-a691-d50daa564838 req-042d42c1-9cd9-45da-992d-02fec3a0cf30 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895312
Jul 06 00:43:58.430215 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d9f62d18-381d-4862-8dcf-2a6c3d2fefb8 req-d6837717-091f-4b89-8783-dcce9556b1fc tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818510
Jul 06 00:43:58.475818 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d05d704d-e8f4-46b2-8103-ee49893fd1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:58.497311 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e991e2cf-e23f-46f3-a118-6132b333f8a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:43:58.508108 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device bbd16fe2-e623-4220-931f-36415d6e25b3 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:43:58.524300 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d05d704d-e8f4-46b2-8103-ee49893fd1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:58.527743 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-d05d704d-e8f4-46b2-8103-ee49893fd1dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6fc7b311-d79b-42b2-a331-928c0016f99b HTTP/1.1" status: 204  len: 168 time: 0.4175255
Jul 06 00:43:58.530656 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d704d-e8f4-46b2-8103-ee49893fd1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc7b311-d79b-42b2-a331-928c0016f99b,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:43:58.546974 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d05d704d-e8f4-46b2-8103-ee49893fd1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:43:58.577836 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e60ace31-8f47-433c-90ec-a3bab1b8c7b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:58.578614 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e60ace31-8f47-433c-90ec-a3bab1b8c7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854309366'] for router, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:58.682738 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port bbd16fe2-e623-4220-931f-36415d6e25b3 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:43:58.948752 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60ace31-8f47-433c-90ec-a3bab1b8c7b5 admin admin] Router a9428ff6-0f7f-4603-895d-49150fddf108 is scheduled to L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 with binding_index 1 {{(pid=80881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 06 00:43:59.252033 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60ace31-8f47-433c-90ec-a3bab1b8c7b5 admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:43:59.262164 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] Sync routers for ids ['a9428ff6-0f7f-4603-895d-49150fddf108'] in dv-cinder-799546-2-iscsi {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:43:59.274351 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e60ace31-8f47-433c-90ec-a3bab1b8c7b5 admin admin] Notify callbacks [] for router, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:43:59.278554 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-e60ace31-8f47-433c-90ec-a3bab1b8c7b5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.0843418
Jul 06 00:43:59.279448 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 53374) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:43:59.284890 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] Routers {'a9428ff6-0f7f-4603-895d-49150fddf108'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:43:59.292799 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a908535c0>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:43:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['a9428ff6-0f7f-4603-895d-49150fddf108'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:43:59.614944 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4021fcc-0ce6-45ca-b9cf-4084339e4db0 None None] Network 681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:43:59.632827 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] Set router a9428ff6-0f7f-4603-895d-49150fddf108 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:43:59.971512 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-e36f0765-4d77-4257-b1d8-db8c12855cd8 None None] Provisioning for port bbd16fe2-e623-4220-931f-36415d6e25b3 completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:43:59.980470 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-e36f0765-4d77-4257-b1d8-db8c12855cd8 None None] Provisioning complete for port bbd16fe2-e623-4220-931f-36415d6e25b3 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:43:59.980889 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e36f0765-4d77-4257-b1d8-db8c12855cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:00.238354 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a908535c0>, [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:43:58Z', 'revision_number': 3, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port': {'id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:34:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:43:57Z', 'updated_at': '2021-07-06T00:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:44:00.253649 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] Checking router: a9428ff6-0f7f-4603-895d-49150fddf108 for host: dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:44:00.254051 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] Updating router a9428ff6-0f7f-4603-895d-49150fddf108 port 4d3fb784-a4e0-4598-8936-b5b37cb230d6 binding host dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 00:44:00.356453 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:00.383427 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabba95-a892-4054-ac95-079a07c7fdc7 req-9dc8e6d9-41b6-4824-99d2-fc4596be75c9 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:00.385570 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bbabba95-a892-4054-ac95-079a07c7fdc7 req-9dc8e6d9-41b6-4824-99d2-fc4596be75c9 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.2930565
Jul 06 00:44:00.477609 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bbabba95-a892-4054-ac95-079a07c7fdc7 req-7e306512-c9a1-4b69-830f-5300728fbc05 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833583
Jul 06 00:44:00.811015 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e36f0765-4d77-4257-b1d8-db8c12855cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:00.897200 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-e36f0765-4d77-4257-b1d8-db8c12855cd8 None None] For port bbd16fe2-e623-4220-931f-36415d6e25b3, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=bbd16fe2-e623-4220-931f-36415d6e25b3,segment=NetworkSegment(c12a8489-e3ef-4a29-9d7d-d16560fbcc5d),segment_id=c12a8489-e3ef-4a29-9d7d-d16560fbcc5d)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:44:00.906944 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e36f0765-4d77-4257-b1d8-db8c12855cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:00.909855 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:01.042719 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-48b6b68b-d02f-4295-a048-80aab3c4a7d8 req-23a6cbad-cb4e-4540-a461-c96b4370e7cc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 1099 time: 0.1993496
Jul 06 00:44:01.060057 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f0765-4d77-4257-b1d8-db8c12855cd8 None None] Pushing event updated for resources: {'Port': ['ID=bbd16fe2-e623-4220-931f-36415d6e25b3,revision_number=3']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:01.064491 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e36f0765-4d77-4257-b1d8-db8c12855cd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:01.087031 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] Notify callbacks [] for port, precommit_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:01.104682 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] Transition to ACTIVE for port object 4d3fb784-a4e0-4598-8936-b5b37cb230d6 will not be triggered until provisioned by entity L2. {{(pid=80883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:44:01.114638 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:01.120357 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c7a342b7-61e0-4726-a57a-741eacdd35a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:01.129880 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-48b6b68b-d02f-4295-a048-80aab3c4a7d8 req-c214f75c-d69c-4510-8005-b21d70ec58d3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786583
Jul 06 00:44:01.219301 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac74e6-610f-4a43-8ae1-54c09ba38180 None None] Pushing event updated for resources: {'Port': ['ID=4d3fb784-a4e0-4598-8936-b5b37cb230d6,revision_number=2']} {{(pid=80883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:01.222668 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] Attempting to bind port 4d3fb784-a4e0-4598-8936-b5b37cb230d6 on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:44:01.223067 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] Attempting to bind port 4d3fb784-a4e0-4598-8936-b5b37cb230d6 by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}] {{(pid=80883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:44:01.223507 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] Attempting to bind port 4d3fb784-a4e0-4598-8936-b5b37cb230d6 on network 34126de2-0804-4024-8df6-3ba8cfd107e5 {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:44:01.236684 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac74e6-610f-4a43-8ae1-54c09ba38180 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:01.241089 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac74e6-610f-4a43-8ae1-54c09ba38180 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:01.241535 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac74e6-610f-4a43-8ae1-54c09ba38180 None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:01.241921 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac74e6-610f-4a43-8ae1-54c09ba38180 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:01.242233 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac74e6-610f-4a43-8ae1-54c09ba38180 None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:01.242598 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac74e6-610f-4a43-8ae1-54c09ba38180 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:01.242960 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac74e6-610f-4a43-8ae1-54c09ba38180 None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:01.243377 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac74e6-610f-4a43-8ae1-54c09ba38180 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:01.243824 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac74e6-610f-4a43-8ae1-54c09ba38180 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:01.244289 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac74e6-610f-4a43-8ae1-54c09ba38180 None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:01.244657 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cac74e6-610f-4a43-8ae1-54c09ba38180 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:01.246600 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-2410fa20-0ad1-4373-91d7-cbdbbff6e550 None None] Provisioning complete for port bbd16fe2-e623-4220-931f-36415d6e25b3 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:44:01.247223 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2410fa20-0ad1-4373-91d7-cbdbbff6e550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:01.248670 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:44:01.249083 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] Checking segment: {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:44:01.249524 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:01.249950 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] Bound using segment: {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'} {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:44:01.250478 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] Bound port: 4d3fb784-a4e0-4598-8936-b5b37cb230d6, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}}] {{(pid=80883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:44:01.250888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:01.281614 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0cac74e6-610f-4a43-8ae1-54c09ba38180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:01.364926 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] For port 4d3fb784-a4e0-4598-8936-b5b37cb230d6, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:44:01.369001 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] For port 4d3fb784-a4e0-4598-8936-b5b37cb230d6, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=4d3fb784-a4e0-4598-8936-b5b37cb230d6,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:44:01.378269 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:01.387464 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:01.413367 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9cce8612-219f-45c3-b7e8-541f0e0e98e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:01.518840 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac74e6-610f-4a43-8ae1-54c09ba38180 None None] Pushing event updated for resources: {'Port': ['ID=4d3fb784-a4e0-4598-8936-b5b37cb230d6,revision_number=3']} {{(pid=80883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:01.524968 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0cac74e6-610f-4a43-8ae1-54c09ba38180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:01.526596 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] Routers {'a9428ff6-0f7f-4603-895d-49150fddf108'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:44:01.530791 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a908535c0>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:43:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['a9428ff6-0f7f-4603-895d-49150fddf108'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:44:01.895815 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ae69d-2af8-461b-a6c3-8e728ebdc171 req-58417982-4b6f-4cf4-a981-d172dedcc73b tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:01.897586 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d49ae69d-2af8-461b-a6c3-8e728ebdc171 req-58417982-4b6f-4cf4-a981-d172dedcc73b tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.2434328
Jul 06 00:44:02.038178 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-9cce8612-219f-45c3-b7e8-541f0e0e98e0 admin admin] Allocated IP 172.20.0.1 (681d8fd8-4ec2-4a3b-8b9a-ac10096b7356/1f2f0bee-f85d-4c51-8d52-55ad296fee6b/5991b4e3-7582-4c3c-8851-47453c16632c) {{(pid=80880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:44:02.061507 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] Set router a9428ff6-0f7f-4603-895d-49150fddf108 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:44:02.161089 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bd528-ff5f-486e-9e91-03a796453732 req-99a0e5de-d5e5-4eda-9f9f-b9f43fb74066 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:02.169770 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-125bd528-ff5f-486e-9e91-03a796453732 req-99a0e5de-d5e5-4eda-9f9f-b9f43fb74066 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/networks?id=19732be1-73e3-4d00-aa78-32a7884cec12 HTTP/1.1" status: 200  len: 814 time: 0.2382855
Jul 06 00:44:02.196956 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-125bd528-ff5f-486e-9e91-03a796453732 req-d530f1c1-cbca-4be3-a44e-af739f1086c5 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/quotas/497c5bc6650a4132aea8c107f14defba HTTP/1.1" status: 200  len: 375 time: 0.0261707
Jul 06 00:44:02.366952 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d49ae69d-2af8-461b-a6c3-8e728ebdc171 req-697ff545-1b6b-43c4-99d0-9a34207e7d50 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4611988
Jul 06 00:44:02.441447 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a908535c0>, [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:43:58Z', 'revision_number': 3, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port': {'id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:34:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:43:57Z', 'updated_at': '2021-07-06T00:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:44:02.446934 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c8085d-9727-46c6-9577-da3a43d590d4 None None] The sync data for ids ['a9428ff6-0f7f-4603-895d-49150fddf108'] in dv-cinder-799546-2-iscsi is: [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:43:58Z', 'revision_number': 3, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port': {'id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:34:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:43:57Z', 'updated_at': '2021-07-06T00:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}] {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:44:02.456027 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-125bd528-ff5f-486e-9e91-03a796453732 req-ed8826e3-c626-4fb4-a9c0-371a15d20d48 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=497c5bc6650a4132aea8c107f14defba&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2574317
Jul 06 00:44:02.485296 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device bbd16fe2-e623-4220-931f-36415d6e25b3 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:44:02.598363 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9cce8612-219f-45c3-b7e8-541f0e0e98e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:02.606978 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port bbd16fe2-e623-4220-931f-36415d6e25b3 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:44:02.607129 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:02.640694 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-9cce8612-219f-45c3-b7e8-541f0e0e98e0 admin admin] Transition to ACTIVE for port object 5991b4e3-7582-4c3c-8851-47453c16632c will not be triggered until provisioned by entity DHCP. {{(pid=80880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:44:02.680654 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-125bd528-ff5f-486e-9e91-03a796453732 req-5316e1a2-58dd-47e5-8660-3267604d153a service neutron] 10.222.0.13 "GET /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2236218
Jul 06 00:44:02.821004 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9cce8612-219f-45c3-b7e8-541f0e0e98e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:02.838353 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:02.943244 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cce8612-219f-45c3-b7e8-541f0e0e98e0 admin admin] Network 681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 is already hosted by enough agents. {{(pid=80880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:44:02.945704 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-9cce8612-219f-45c3-b7e8-541f0e0e98e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:44:02.950424 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cce8612-219f-45c3-b7e8-541f0e0e98e0 admin admin] Received port after_create {{(pid=80880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:44:03.036266 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-125bd528-ff5f-486e-9e91-03a796453732 req-f8434e1b-5df5-4a06-bf95-274dc225b12d service neutron] 10.222.0.13 "GET /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3536341
Jul 06 00:44:03.052127 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9cce8612-219f-45c3-b7e8-541f0e0e98e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854308959'] for router_interface, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:03.086416 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce8612-219f-45c3-b7e8-541f0e0e98e0 admin admin] Pushing event updated for resources: {'Port': ['ID=5991b4e3-7582-4c3c-8851-47453c16632c,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:03.094212 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9cce8612-219f-45c3-b7e8-541f0e0e98e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:03.269728 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9cce8612-219f-45c3-b7e8-541f0e0e98e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:03.473319 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-1964a47a-9495-4f18-95de-a0341f15a136 None None] Provisioning for port 5991b4e3-7582-4c3c-8851-47453c16632c completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:44:03.486174 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-1964a47a-9495-4f18-95de-a0341f15a136 None None] Provisioning complete for port 5991b4e3-7582-4c3c-8851-47453c16632c triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:44:03.487233 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1964a47a-9495-4f18-95de-a0341f15a136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:03.621521 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-1964a47a-9495-4f18-95de-a0341f15a136 None None] Port 5991b4e3-7582-4c3c-8851-47453c16632c cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:44:03.950124 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cc607b85-5d7a-42ca-8019-3a3239cf47f6 req-51a64c68-8959-48eb-9352-4df1221389f9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 210 time: 0.1318600
Jul 06 00:44:04.062014 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f1a3e-bc4f-4a01-8ff4-8df4f2e4feca req-3b1e4255-d96e-458d-82ab-0d5f5d869d86 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:04.063695 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ce9f1a3e-bc4f-4a01-8ff4-8df4f2e4feca req-3b1e4255-d96e-458d-82ab-0d5f5d869d86 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.2471168
Jul 06 00:44:04.103795 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 53548) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:04.154878 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ce9f1a3e-bc4f-4a01-8ff4-8df4f2e4feca req-aae98e15-7ab1-47f7-bb43-990e5d46120f tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804832
Jul 06 00:44:04.201269 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9cce8612-219f-45c3-b7e8-541f0e0e98e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:04.210191 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9cce8612-219f-45c3-b7e8-541f0e0e98e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822393280'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:04.285831 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9cce8612-219f-45c3-b7e8-541f0e0e98e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:04.349811 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce8612-219f-45c3-b7e8-541f0e0e98e0 admin admin] Pushing event updated for resources: {'Port': ['ID=5991b4e3-7582-4c3c-8851-47453c16632c,revision_number=2']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:04.352823 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9cce8612-219f-45c3-b7e8-541f0e0e98e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:04.354733 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9cce8612-219f-45c3-b7e8-541f0e0e98e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3153361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854316699'] for router_interface, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:04.392294 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5baf62fe-0c88-4b4c-b93c-96d5992b235b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:04.434580 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-5baf62fe-0c88-4b4c-b93c-96d5992b235b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:44:04.439274 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-5baf62fe-0c88-4b4c-b93c-96d5992b235b admin admin] Usage tracker for resource:security_group_rule and tenant:36284cadc90a489bb8775b1ac56f1848 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:44:04.444516 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-5baf62fe-0c88-4b4c-b93c-96d5992b235b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:44:04.458834 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-5baf62fe-0c88-4b4c-b93c-96d5992b235b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:44:04.486556 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 4d3fb784-a4e0-4598-8936-b5b37cb230d6 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:44:04.542294 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 53558) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:04.566775 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb56286-1e81-42cf-8676-fd160ac7d7fb req-32aaa114-97f4-448f-b6e2-30e677b5c020 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:04.575344 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cdb56286-1e81-42cf-8676-fd160ac7d7fb req-32aaa114-97f4-448f-b6e2-30e677b5c020 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.1928508
Jul 06 00:44:04.593890 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5baf62fe-0c88-4b4c-b93c-96d5992b235b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:04.602610 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5baf62fe-0c88-4b4c-b93c-96d5992b235b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:04.610458 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-ae96ebea-63ee-4fd8-8136-87249c0215ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:04.613965 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port 4d3fb784-a4e0-4598-8936-b5b37cb230d6 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:44:04.621005 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 4d3fb784-a4e0-4598-8936-b5b37cb230d6 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:44:04.622569 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:04.633559 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cce8612-219f-45c3-b7e8-541f0e0e98e0 admin admin] Network 681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 is already hosted by enough agents. {{(pid=80880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:44:04.635312 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-9cce8612-219f-45c3-b7e8-541f0e0e98e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:44:04.657894 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf62fe-0c88-4b4c-b93c-96d5992b235b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da980fb0-0129-484f-bab8-8115f639e095,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:04.662531 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5baf62fe-0c88-4b4c-b93c-96d5992b235b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:04.669140 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-5baf62fe-0c88-4b4c-b93c-96d5992b235b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36284cadc90a489bb8775b1ac56f1848&name=default HTTP/1.1" status: 200  len: 2629 time: 0.5719621
Jul 06 00:44:04.670431 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 53564) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:04.767009 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cdb56286-1e81-42cf-8676-fd160ac7d7fb req-ca1fc53c-2008-490d-89b5-5c988d33454c tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1905551
Jul 06 00:44:04.770760 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-00e67da7-68bd-47b2-ad97-7cd83998f773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:04.793061 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:04.813772 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] For port 4d3fb784-a4e0-4598-8936-b5b37cb230d6, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=4d3fb784-a4e0-4598-8936-b5b37cb230d6,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:44:04.819659 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:04.825279 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3c6c6691-f1e0-44da-a8c1-473d3564b85b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:04.825399 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-00e67da7-68bd-47b2-ad97-7cd83998f773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:04.896099 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c31535ea-a248-47dd-bc03-36f964e093ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:04.916571 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Pushing event updated for resources: {'Port': ['ID=4d3fb784-a4e0-4598-8936-b5b37cb230d6,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:04.920381 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-00e67da7-68bd-47b2-ad97-7cd83998f773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:04.926309 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-da43f924-e216-4420-855a-a7cb5d71d305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:04.929145 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:04.940785 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e67da7-68bd-47b2-ad97-7cd83998f773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da980fb0-0129-484f-bab8-8115f639e095,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:04.943997 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-00e67da7-68bd-47b2-ad97-7cd83998f773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:04.946017 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-00e67da7-68bd-47b2-ad97-7cd83998f773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:04.963979 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-00e67da7-68bd-47b2-ad97-7cd83998f773 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da980fb0-0129-484f-bab8-8115f639e095 HTTP/1.1" status: 204  len: 168 time: 0.2922010
Jul 06 00:44:05.060542 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c31535ea-a248-47dd-bc03-36f964e093ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:44:05.072238 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c31535ea-a248-47dd-bc03-36f964e093ac admin admin] Usage tracker for resource:security_group_rule and tenant:d239a9dd03c64473a6089dc202de0913 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:44:05.076163 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c31535ea-a248-47dd-bc03-36f964e093ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:44:05.089694 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c31535ea-a248-47dd-bc03-36f964e093ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:44:05.177783 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-ca3bb390-2fcb-41c2-9cfe-8fa015e8270a None None] Provisioning complete for port 5991b4e3-7582-4c3c-8851-47453c16632c triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:44:05.183499 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ca3bb390-2fcb-41c2-9cfe-8fa015e8270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:05.301747 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-83e29231-2c24-483e-9dc3-c033d198259b req-da854c88-93d4-4fee-acd8-cc0dfc6d83f5 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 210 time: 0.0870020
Jul 06 00:44:05.316366 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-ca3bb390-2fcb-41c2-9cfe-8fa015e8270a None None] Port 5991b4e3-7582-4c3c-8851-47453c16632c cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:44:05.477527 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bd528-ff5f-486e-9e91-03a796453732 req-2ff67ed2-0d46-444f-a0c3-a419069da86b tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:05.479450 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-125bd528-ff5f-486e-9e91-03a796453732 req-2ff67ed2-0d46-444f-a0c3-a419069da86b tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.39 "GET /v2.0/networks?id=19732be1-73e3-4d00-aa78-32a7884cec12 HTTP/1.1" status: 200  len: 814 time: 0.2490199
Jul 06 00:44:05.492410 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cce8612-219f-45c3-b7e8-541f0e0e98e0 admin admin] Router a9428ff6-0f7f-4603-895d-49150fddf108 has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:44:05.516525 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c31535ea-a248-47dd-bc03-36f964e093ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:05.525596 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-125bd528-ff5f-486e-9e91-03a796453732 req-0303eb5f-8f79-4dab-a1b6-5bb084d12669 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Request body: {'port': {'device_id': '728de1bd-5983-4496-87ea-a6328622c599', 'network_id': '19732be1-73e3-4d00-aa78-32a7884cec12', 'admin_state_up': True, 'tenant_id': '497c5bc6650a4132aea8c107f14defba'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:44:05.590630 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c31535ea-a248-47dd-bc03-36f964e093ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:05.608350 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7dce485e-2a8e-4ce2-89d2-1f501e1cdce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:05.629836 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 53584) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:05.638502 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31535ea-a248-47dd-bc03-36f964e093ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fcdba3-bf8e-4952-a3d2-24cd15431992,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:05.641839 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c31535ea-a248-47dd-bc03-36f964e093ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:05.667338 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-52067527-f60e-4ef1-91d9-f8d01e5ffaa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:05.676994 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-c31535ea-a248-47dd-bc03-36f964e093ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d239a9dd03c64473a6089dc202de0913&name=default HTTP/1.1" status: 200  len: 2629 time: 1.1335027
Jul 06 00:44:05.680114 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 53590) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:05.736345 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-52067527-f60e-4ef1-91d9-f8d01e5ffaa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:44:05.751240 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-52067527-f60e-4ef1-91d9-f8d01e5ffaa9 admin admin] Usage tracker for resource:security_group_rule and tenant:6b03f8d7fa174834b10c84c12dbb2f6d is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:44:05.757294 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-52067527-f60e-4ef1-91d9-f8d01e5ffaa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:44:05.766785 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-52067527-f60e-4ef1-91d9-f8d01e5ffaa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:44:05.774174 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-125bd528-ff5f-486e-9e91-03a796453732 req-0303eb5f-8f79-4dab-a1b6-5bb084d12669 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:44:05.783469 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-125bd528-ff5f-486e-9e91-03a796453732 req-0303eb5f-8f79-4dab-a1b6-5bb084d12669 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Usage tracker for resource:port and tenant:497c5bc6650a4132aea8c107f14defba is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:44:05.787123 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-125bd528-ff5f-486e-9e91-03a796453732 req-0303eb5f-8f79-4dab-a1b6-5bb084d12669 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:44:05.795210 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-125bd528-ff5f-486e-9e91-03a796453732 req-0303eb5f-8f79-4dab-a1b6-5bb084d12669 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:44:05.813294 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125bd528-ff5f-486e-9e91-03a796453732 req-0303eb5f-8f79-4dab-a1b6-5bb084d12669 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Made reservation on behalf of 497c5bc6650a4132aea8c107f14defba for: {'port': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:44:05.819573 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-125bd528-ff5f-486e-9e91-03a796453732 req-0303eb5f-8f79-4dab-a1b6-5bb084d12669 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:05.828293 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-945d76c0-c7d9-4701-9b63-57df7cf911b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:05.860683 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-945d76c0-c7d9-4701-9b63-57df7cf911b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:05.917224 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cce8612-219f-45c3-b7e8-541f0e0e98e0 admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:44:05.938950 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-9cce8612-219f-45c3-b7e8-541f0e0e98e0 admin admin] 10.222.0.13 "PUT /v2.0/routers/a9428ff6-0f7f-4603-895d-49150fddf108/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6580791
Jul 06 00:44:05.944446 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-945d76c0-c7d9-4701-9b63-57df7cf911b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:05.950218 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-de463a27-9ee0-4a72-9bd4-312d4ff7526d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:05.962882 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d76c0-c7d9-4701-9b63-57df7cf911b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fcdba3-bf8e-4952-a3d2-24cd15431992,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:05.965275 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-945d76c0-c7d9-4701-9b63-57df7cf911b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:05.966591 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-945d76c0-c7d9-4701-9b63-57df7cf911b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69fcdba3-bf8e-4952-a3d2-24cd15431992 HTTP/1.1" status: 204  len: 168 time: 0.2853086
Jul 06 00:44:05.967705 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-945d76c0-c7d9-4701-9b63-57df7cf911b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:06.163460 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] Sync routers for ids ['a9428ff6-0f7f-4603-895d-49150fddf108'] in dv-cinder-799546-2-iscsi {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:44:06.181023 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] Routers {'a9428ff6-0f7f-4603-895d-49150fddf108'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:44:06.182243 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a903e99e8>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:43:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['a9428ff6-0f7f-4603-895d-49150fddf108'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:44:06.247229 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [req-125bd528-ff5f-486e-9e91-03a796453732 req-0303eb5f-8f79-4dab-a1b6-5bb084d12669 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Allocated IP 172.20.0.6 (19732be1-73e3-4d00-aa78-32a7884cec12/a60bc796-39ac-4432-ad6a-03a21bc88ddc/b26a58e0-2358-4de2-b7cb-6a6788cc5460) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:44:06.258552 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-52067527-f60e-4ef1-91d9-f8d01e5ffaa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:06.269383 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-52067527-f60e-4ef1-91d9-f8d01e5ffaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:06.310951 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fcba0624-699b-426b-9e53-f0d19f8178c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:06.404063 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] Set router a9428ff6-0f7f-4603-895d-49150fddf108 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:44:06.423607 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52067527-f60e-4ef1-91d9-f8d01e5ffaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e3ac72-6841-4365-8551-d567b3b2659a,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:06.434692 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-52067527-f60e-4ef1-91d9-f8d01e5ffaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:06.440154 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-52067527-f60e-4ef1-91d9-f8d01e5ffaa9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b03f8d7fa174834b10c84c12dbb2f6d&name=default HTTP/1.1" status: 200  len: 2629 time: 0.8086195
Jul 06 00:44:06.443538 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 53610) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:06.550531 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0517-eaa6-40d8-853b-f578b2555283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:06.586688 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0517-eaa6-40d8-853b-f578b2555283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:06.721441 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-125bd528-ff5f-486e-9e91-03a796453732 req-0303eb5f-8f79-4dab-a1b6-5bb084d12669 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:06.725100 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 4d3fb784-a4e0-4598-8936-b5b37cb230d6 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:44:06.749296 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 53622) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:06.804255 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-03c71922-f819-43a8-87b8-92506d1637e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:06.858497 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-125bd528-ff5f-486e-9e91-03a796453732 req-0303eb5f-8f79-4dab-a1b6-5bb084d12669 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:06.879417 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4', '5458d001-b57f-461d-9645-fcc95c55a199'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:44:06.879879 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-03c71922-f819-43a8-87b8-92506d1637e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:44:06.883311 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:06.929600 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-03c71922-f819-43a8-87b8-92506d1637e1 admin admin] Usage tracker for resource:security_group_rule and tenant:a0a2f1274f8246e98dfe2cce68a91fd7 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:44:06.934426 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125bd528-ff5f-486e-9e91-03a796453732 req-0303eb5f-8f79-4dab-a1b6-5bb084d12669 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Network 19732be1-73e3-4d00-aa78-32a7884cec12 is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:44:06.947868 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-03c71922-f819-43a8-87b8-92506d1637e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:44:06.952031 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [req-125bd528-ff5f-486e-9e91-03a796453732 req-0303eb5f-8f79-4dab-a1b6-5bb084d12669 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:44:06.966695 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-03c71922-f819-43a8-87b8-92506d1637e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:44:06.969249 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-125bd528-ff5f-486e-9e91-03a796453732 req-0303eb5f-8f79-4dab-a1b6-5bb084d12669 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:44:06.974365 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0517-eaa6-40d8-853b-f578b2555283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:06.975001 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bd528-ff5f-486e-9e91-03a796453732 req-0303eb5f-8f79-4dab-a1b6-5bb084d12669 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:06.975901 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-125bd528-ff5f-486e-9e91-03a796453732 req-0303eb5f-8f79-4dab-a1b6-5bb084d12669 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:06.985230 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d446657e-d6f8-4f4a-a63c-63968672f17d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:07.015330 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd0517-eaa6-40d8-853b-f578b2555283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e3ac72-6841-4365-8551-d567b3b2659a,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:07.020327 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c6cd0517-eaa6-40d8-853b-f578b2555283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:07.023264 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c6cd0517-eaa6-40d8-853b-f578b2555283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:07.027642 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-c6cd0517-eaa6-40d8-853b-f578b2555283 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39e3ac72-6841-4365-8551-d567b3b2659a HTTP/1.1" status: 204  len: 168 time: 0.5799851
Jul 06 00:44:07.045576 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755be8a-00f7-491f-ae25-461b2676c531 req-942c326e-04f1-41b9-8c5f-0617533cf6a4 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:07.047170 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f755be8a-00f7-491f-ae25-461b2676c531 req-942c326e-04f1-41b9-8c5f-0617533cf6a4 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 931 time: 0.3835635
Jul 06 00:44:07.138296 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a903e99e8>, [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:44:03Z', 'revision_number': 4, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port': {'id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:43:57Z', 'updated_at': '2021-07-06T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '5991b4e3-7582-4c3c-8851-47453c16632c', 'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'mac_address': 'fa:16:3e:2b:09:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:01Z', 'updated_at': '2021-07-06T00:44:03Z', 'revision_number': 2, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'subnets': [{'id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:44:07.151695 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f755be8a-00f7-491f-ae25-461b2676c531 req-19f3f83b-d3eb-4b07-806e-42b4d3039141 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956917
Jul 06 00:44:07.153419 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 4d3fb784-a4e0-4598-8936-b5b37cb230d6 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:44:07.153840 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:07.169333 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-03c71922-f819-43a8-87b8-92506d1637e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:07.177767 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303eb5f-8f79-4dab-a1b6-5bb084d12669 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Pushing event updated for resources: {'Port': ['ID=b26a58e0-2358-4de2-b7cb-6a6788cc5460,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:07.184374 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-03c71922-f819-43a8-87b8-92506d1637e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:07.195359 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0303eb5f-8f79-4dab-a1b6-5bb084d12669 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:07.196597 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a81af1b2-a7cf-4a3a-82aa-d45ee5cb6510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:07.230270 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] Checking router: a9428ff6-0f7f-4603-895d-49150fddf108 for host: dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:44:07.230682 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] Updating router a9428ff6-0f7f-4603-895d-49150fddf108 port 5991b4e3-7582-4c3c-8851-47453c16632c binding host dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 00:44:07.233059 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-125bd528-ff5f-486e-9e91-03a796453732 req-0303eb5f-8f79-4dab-a1b6-5bb084d12669 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7123437
Jul 06 00:44:07.250122 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c71922-f819-43a8-87b8-92506d1637e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c0a177-f137-4539-afe5-d045eb8a7f53,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:07.255763 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-03c71922-f819-43a8-87b8-92506d1637e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:07.259172 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-03c71922-f819-43a8-87b8-92506d1637e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0a2f1274f8246e98dfe2cce68a91fd7&name=default HTTP/1.1" status: 200  len: 2629 time: 0.5086904
Jul 06 00:44:07.262177 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 53638) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:07.281509 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-125bd528-ff5f-486e-9e91-03a796453732 req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] Request body: {'port': {'device_id': '728de1bd-5983-4496-87ea-a6328622c599', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:44:07.364675 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:07.422256 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f0b242da-1c22-4f16-991a-288f0b068031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:07.489953 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-254636da-706e-40a3-98f5-90b25b631345 req-483ef011-2217-418c-b904-b2f0269198b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1963967027cc4dd4b63bb84357052310&device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 1098 time: 0.1672986
Jul 06 00:44:07.559076 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-125bd528-ff5f-486e-9e91-03a796453732 req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:07.568943 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f0b242da-1c22-4f16-991a-288f0b068031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:07.591764 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 53650) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:07.610181 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-59124378-network', 'tenant_id': 'c23598ed79544973a318549a5ce60618'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:44:07.638405 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:44:07.648770 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] Usage tracker for resource:network and tenant:c23598ed79544973a318549a5ce60618 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:44:07.652029 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:44:07.663377 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:44:07.678147 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76127a88-d9ae-4637-b74f-b8853734bb52 req-e291ff56-0974-4b1c-b2f1-c5faf8abee85 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:07.687418 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-76127a88-d9ae-4637-b74f-b8853734bb52 req-e291ff56-0974-4b1c-b2f1-c5faf8abee85 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.2133117
Jul 06 00:44:07.752447 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-76127a88-d9ae-4637-b74f-b8853734bb52 req-e30e6853-d41b-4fec-9db5-70867fcffbd9 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633481
Jul 06 00:44:07.757422 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] Made reservation on behalf of c23598ed79544973a318549a5ce60618 for: {'network': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:44:07.762694 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for network, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:07.779553 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:07.802200 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f0b242da-1c22-4f16-991a-288f0b068031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:07.809409 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:07.830805 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f0b242da-1c22-4f16-991a-288f0b068031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:07.832617 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-f0b242da-1c22-4f16-991a-288f0b068031 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15c0a177-f137-4539-afe5-d045eb8a7f53 HTTP/1.1" status: 204  len: 168 time: 0.5693932
Jul 06 00:44:07.838630 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b242da-1c22-4f16-991a-288f0b068031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c0a177-f137-4539-afe5-d045eb8a7f53,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:07.854388 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f0b242da-1c22-4f16-991a-288f0b068031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:07.874880 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254636da-706e-40a3-98f5-90b25b631345 req-beaf3532-064d-4953-8459-4a9e80809056 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:07.875317 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:44:07.876647 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-254636da-706e-40a3-98f5-90b25b631345 req-beaf3532-064d-4953-8459-4a9e80809056 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e HTTP/1.1" status: 200  len: 919 time: 0.3749259
Jul 06 00:44:07.879493 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] Usage tracker for resource:security_group_rule and tenant:c23598ed79544973a318549a5ce60618 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:44:07.894236 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:44:07.900730 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:44:07.964442 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-254636da-706e-40a3-98f5-90b25b631345 req-431aa40f-7856-445e-9e08-2bb98ba8e922 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9551bc00-2956-4176-be5b-c2093ff12adc HTTP/1.1" status: 200  len: 217 time: 0.0785594
Jul 06 00:44:08.021413 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:08.025392 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:08.030825 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-4d46f799-4a54-48fd-861f-92ce35344f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:08.077112 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'}  {{(pid=80880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 00:44:08.087586 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30341b36-5f95-4f69-8159-6ff9b11041f4,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:08.091869 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:08.095034 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:08.095451 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.segments_db [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] Added segment 710d4f93-be5e-4b88-96c1-5741c88ca46a of type vlan for network f217be4a-86b4-4f9b-8c52-7fe0e45e54bf
Jul 06 00:44:08.126685 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734504930197'] for network, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:08.174923 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for network, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:08.177364 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:08.179358 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:08.200579 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254636da-706e-40a3-98f5-90b25b631345 req-ff19b48a-fe86-45ed-90f1-edd2edb7c575 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:08.202141 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-254636da-706e-40a3-98f5-90b25b631345 req-ff19b48a-fe86-45ed-90f1-edd2edb7c575 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86a28ffc-a537-4a50-9ffb-7893c410a8f3 HTTP/1.1" status: 200  len: 858 time: 0.2256739
Jul 06 00:44:08.236353 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:08.286305 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-254636da-706e-40a3-98f5-90b25b631345 req-ec70410a-6178-4faa-b006-4f0742c8b092 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0708416
Jul 06 00:44:08.329333 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] Notify callbacks [] for port, precommit_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:08.375263 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] Transition to ACTIVE for port object 5991b4e3-7582-4c3c-8851-47453c16632c will not be triggered until provisioned by entity L2. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:44:08.393308 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:08.403715 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:08.452891 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.8522398
Jul 06 00:44:08.466039 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 53678) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:08.495050 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-03923146-5702-4c88-8d84-338256443cef admin admin] Request body: {'subnet': {'network_id': 'f217be4a-86b4-4f9b-8c52-7fe0e45e54bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-59124378-subnet', 'tenant_id': 'c23598ed79544973a318549a5ce60618', 'ip_version': 4}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:44:08.508662 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b7128-e2c7-4388-b32b-f441f591caa0 None None] Pushing event updated for resources: {'Port': ['ID=5991b4e3-7582-4c3c-8851-47453c16632c,revision_number=3']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:08.513714 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a53b7128-e2c7-4388-b32b-f441f591caa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:08.541026 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] Pushing event updated for resources: {'Network': ['ID=f217be4a-86b4-4f9b-8c52-7fe0e45e54bf,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:08.576020 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-03923146-5702-4c88-8d84-338256443cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:44:08.599335 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-03923146-5702-4c88-8d84-338256443cef admin admin] Usage tracker for resource:subnet and tenant:c23598ed79544973a318549a5ce60618 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:44:08.612630 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-03923146-5702-4c88-8d84-338256443cef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:44:08.636142 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:08.649853 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-03923146-5702-4c88-8d84-338256443cef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:44:08.737708 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eccd62-2e86-4c0b-929b-f52bdbc4da70 req-923a98ef-c947-432f-a8af-8f5bbacee6d9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:08.739369 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-29eccd62-2e86-4c0b-929b-f52bdbc4da70 req-923a98ef-c947-432f-a8af-8f5bbacee6d9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 931 time: 0.2771406
Jul 06 00:44:08.754217 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Network f217be4a-86b4-4f9b-8c52-7fe0e45e54bf details requested by agent ovs-agent-dv-cinder-799546-2-iscsi with host dv-cinder-799546-2-iscsi {{(pid=80882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 00:44:08.820258 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [req-125bd528-ff5f-486e-9e91-03a796453732 req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b26a58e0-2358-4de2-b7cb-6a6788cc5460 {{(pid=80881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:44:08.856830 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-29eccd62-2e86-4c0b-929b-f52bdbc4da70 req-2e32e87c-6f41-472c-be0e-86da9045d1ca tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087630
Jul 06 00:44:08.870249 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03923146-5702-4c88-8d84-338256443cef admin admin] Made reservation on behalf of c23598ed79544973a318549a5ce60618 for: {'subnet': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:44:08.896885 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-03923146-5702-4c88-8d84-338256443cef admin admin] Notify callbacks [] for subnet, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:08.947578 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-125bd528-ff5f-486e-9e91-03a796453732 req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:09.007542 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-254636da-706e-40a3-98f5-90b25b631345 req-386cc354-58b4-4874-bf4e-2a5f9bc033d3 service neutron] 10.222.0.39 "GET /v2.0/networks/f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7054112
Jul 06 00:44:09.016891 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] Attempting to bind port 5991b4e3-7582-4c3c-8851-47453c16632c on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:44:09.017315 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] Attempting to bind port 5991b4e3-7582-4c3c-8851-47453c16632c by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': 'c12a8489-e3ef-4a29-9d7d-d16560fbcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356'}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:44:09.017943 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] Attempting to bind port 5991b4e3-7582-4c3c-8851-47453c16632c on network 681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:44:09.025042 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:44:09.025461 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] Checking segment: {'id': 'c12a8489-e3ef-4a29-9d7d-d16560fbcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:44:09.025913 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:09.026395 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] Bound using segment: {'id': 'c12a8489-e3ef-4a29-9d7d-d16560fbcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356'} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:44:09.026914 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] Bound port: 5991b4e3-7582-4c3c-8851-47453c16632c, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c12a8489-e3ef-4a29-9d7d-d16560fbcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356'}}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:44:09.027387 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:09.138917 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2ef5d-13e0-422b-b1d2-4ef59fb6e7a7 req-e63208bd-5362-4bac-aa7a-41da71257e68 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:09.145422 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-78f2ef5d-13e0-422b-b1d2-4ef59fb6e7a7 req-e63208bd-5362-4bac-aa7a-41da71257e68 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.1243377
Jul 06 00:44:09.170053 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] For port 5991b4e3-7582-4c3c-8851-47453c16632c, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:44:09.173695 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] For port 5991b4e3-7582-4c3c-8851-47453c16632c, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=5991b4e3-7582-4c3c-8851-47453c16632c,segment=NetworkSegment(c12a8489-e3ef-4a29-9d7d-d16560fbcc5d),segment_id=c12a8489-e3ef-4a29-9d7d-d16560fbcc5d)] {{(pid=80882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:44:09.191029 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:09.195669 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:09.216329 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-78f2ef5d-13e0-422b-b1d2-4ef59fb6e7a7 req-cd62fa59-0eed-4cfc-a4a0-c9b2df28c60a tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628417
Jul 06 00:44:09.298645 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b7128-e2c7-4388-b32b-f441f591caa0 None None] Pushing event updated for resources: {'Port': ['ID=5991b4e3-7582-4c3c-8851-47453c16632c,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:09.303233 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a53b7128-e2c7-4388-b32b-f441f591caa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:09.308681 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-125bd528-ff5f-486e-9e91-03a796453732 req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] Transition to ACTIVE for port object b26a58e0-2358-4de2-b7cb-6a6788cc5460 will not be triggered until provisioned by entity L2. {{(pid=80881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:44:09.325959 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-125bd528-ff5f-486e-9e91-03a796453732 req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:09.326969 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-03923146-5702-4c88-8d84-338256443cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for subnet, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:09.336177 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] Routers {'a9428ff6-0f7f-4603-895d-49150fddf108'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:44:09.339840 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a903e99e8>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:43:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['a9428ff6-0f7f-4603-895d-49150fddf108'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:44:09.345823 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:09.589275 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] Set router a9428ff6-0f7f-4603-895d-49150fddf108 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:44:09.732599 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] Pushing event updated for resources: {'Port': ['ID=b26a58e0-2358-4de2-b7cb-6a6788cc5460,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:09.751601 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:09.757043 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.382s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:09.842998 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-254636da-706e-40a3-98f5-90b25b631345 req-e03a9c08-5447-4681-a30f-d69d019e58c6 service neutron] 10.222.0.39 "GET /v2.0/networks/f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8233881
Jul 06 00:44:09.889605 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03923146-5702-4c88-8d84-338256443cef admin admin] Checking segment: {'id': '710d4f93-be5e-4b88-96c1-5741c88ca46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f217be4a-86b4-4f9b-8c52-7fe0e45e54bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:44:09.894205 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03923146-5702-4c88-8d84-338256443cef admin admin] Network hostable DHCP agents. Network: f217be4a-86b4-4f9b-8c52-7fe0e45e54bf, hostable agents: ['f5e345ff-b6f9-433d-a315-fe369d22c770'], hosted agents: [] {{(pid=80881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 00:44:09.924811 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03923146-5702-4c88-8d84-338256443cef admin admin] Pushing event updated for resources: {'Subnet': ['ID=51ad96b4-21e1-4672-ab4b-306e6bd73e80,revision_number=0']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:09.939027 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-03923146-5702-4c88-8d84-338256443cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:09.949894 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-125bd528-ff5f-486e-9e91-03a796453732 req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] Attempting to bind port b26a58e0-2358-4de2-b7cb-6a6788cc5460 on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:44:09.950548 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-125bd528-ff5f-486e-9e91-03a796453732 req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] Attempting to bind port b26a58e0-2358-4de2-b7cb-6a6788cc5460 by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': 'f323667f-7604-4dac-b4b2-e438c13b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '19732be1-73e3-4d00-aa78-32a7884cec12'}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:44:09.951098 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125bd528-ff5f-486e-9e91-03a796453732 req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] Attempting to bind port b26a58e0-2358-4de2-b7cb-6a6788cc5460 on network 19732be1-73e3-4d00-aa78-32a7884cec12 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:44:09.955977 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03923146-5702-4c88-8d84-338256443cef admin admin] Network f217be4a-86b4-4f9b-8c52-7fe0e45e54bf is scheduled to be hosted by DHCP agent f5e345ff-b6f9-433d-a315-fe369d22c770 {{(pid=80881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 00:44:09.964484 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125bd528-ff5f-486e-9e91-03a796453732 req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] Port b26a58e0-2358-4de2-b7cb-6a6788cc5460 on network 19732be1-73e3-4d00-aa78-32a7884cec12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 00:44:09.965050 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125bd528-ff5f-486e-9e91-03a796453732 req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] Attempting to bind port b26a58e0-2358-4de2-b7cb-6a6788cc5460 on network 19732be1-73e3-4d00-aa78-32a7884cec12 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:44:09.972821 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-03923146-5702-4c88-8d84-338256443cef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-2-iscsi, f217be4a-86b4-4f9b-8c52-7fe0e45e54bf) {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:44:09.976788 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125bd528-ff5f-486e-9e91-03a796453732 req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] Checking agent: {'id': '043dc09b-b03f-45ac-adf3-2bee2c468120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'started_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:44:09.977328 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125bd528-ff5f-486e-9e91-03a796453732 req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] Checking segment: {'id': 'f323667f-7604-4dac-b4b2-e438c13b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '19732be1-73e3-4d00-aa78-32a7884cec12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:44:09.978108 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125bd528-ff5f-486e-9e91-03a796453732 req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] Bound using segment: {'id': 'f323667f-7604-4dac-b4b2-e438c13b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '19732be1-73e3-4d00-aa78-32a7884cec12'} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:44:09.978801 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-125bd528-ff5f-486e-9e91-03a796453732 req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] Bound port: b26a58e0-2358-4de2-b7cb-6a6788cc5460, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f323667f-7604-4dac-b4b2-e438c13b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '19732be1-73e3-4d00-aa78-32a7884cec12'}}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:44:09.979596 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-125bd528-ff5f-486e-9e91-03a796453732 req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:09.989949 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcc63c8-ef3d-468d-b87b-5304254bedb2 None None] Network f217be4a-86b4-4f9b-8c52-7fe0e45e54bf requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:44:09.997989 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03923146-5702-4c88-8d84-338256443cef admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:09.999505 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-03923146-5702-4c88-8d84-338256443cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for subnet, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:10.109324 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-03923146-5702-4c88-8d84-338256443cef admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.6403556
Jul 06 00:44:10.113346 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 53718) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:10.147182 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-109fea24-3266-403f-91fe-feb95ebf7e98 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-59124378-router', 'tenant_id': 'c23598ed79544973a318549a5ce60618', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:44:10.156388 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-109fea24-3266-403f-91fe-feb95ebf7e98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:44:10.162430 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-109fea24-3266-403f-91fe-feb95ebf7e98 admin admin] Usage tracker for resource:router and tenant:c23598ed79544973a318549a5ce60618 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:44:10.166011 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-125bd528-ff5f-486e-9e91-03a796453732 req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] For port b26a58e0-2358-4de2-b7cb-6a6788cc5460, host hv-cinder-79954, cleared binding levels {{(pid=80881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:44:10.168302 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-109fea24-3266-403f-91fe-feb95ebf7e98 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:44:10.177320 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-109fea24-3266-403f-91fe-feb95ebf7e98 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:44:10.182173 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-125bd528-ff5f-486e-9e91-03a796453732 req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] For port b26a58e0-2358-4de2-b7cb-6a6788cc5460, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=b26a58e0-2358-4de2-b7cb-6a6788cc5460,segment=NetworkSegment(f323667f-7604-4dac-b4b2-e438c13b3634),segment_id=f323667f-7604-4dac-b4b2-e438c13b3634)] {{(pid=80881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:44:10.193272 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-125bd528-ff5f-486e-9e91-03a796453732 req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:10.202682 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:10.271489 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215c297-157c-4cbf-a5e9-58f6568b13fa req-3d4ac655-cf64-4da6-a1f1-f92f2ce6a2b9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:10.273165 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5215c297-157c-4cbf-a5e9-58f6568b13fa req-3d4ac655-cf64-4da6-a1f1-f92f2ce6a2b9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 943 time: 0.1672120
Jul 06 00:44:10.296009 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] Pushing event updated for resources: {'Port': ['ID=b26a58e0-2358-4de2-b7cb-6a6788cc5460,revision_number=3']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:10.309649 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:10.319774 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-125bd528-ff5f-486e-9e91-03a796453732 req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:10.322807 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-125bd528-ff5f-486e-9e91-03a796453732 req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] 10.222.0.39 "PUT /v2.0/ports/b26a58e0-2358-4de2-b7cb-6a6788cc5460 HTTP/1.1" status: 200  len: 1093 time: 3.0470862
Jul 06 00:44:10.323558 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-109fea24-3266-403f-91fe-feb95ebf7e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854766716'] for router, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:10.324715 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-109fea24-3266-403f-91fe-feb95ebf7e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854310853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9117'] for router, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:10.344758 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a903e99e8>, [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:44:03Z', 'revision_number': 4, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port': {'id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:43:57Z', 'updated_at': '2021-07-06T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '5991b4e3-7582-4c3c-8851-47453c16632c', 'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'mac_address': 'fa:16:3e:2b:09:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:01Z', 'updated_at': '2021-07-06T00:44:09Z', 'revision_number': 4, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'subnets': [{'id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:44:10.349898 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5215c297-157c-4cbf-a5e9-58f6568b13fa req-22752d60-2589-4fd6-ac26-8c5ce048a6c3 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696321
Jul 06 00:44:10.350719 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728de1bd-5983-4496-87ea-a6328622c599', 'tag': 'b26a58e0-2358-4de2-b7cb-6a6788cc5460'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:44:10.362276 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654d7ac0-9443-4839-8877-1ff53ff2d884 None None] The sync data for ids ['a9428ff6-0f7f-4603-895d-49150fddf108'] in dv-cinder-799546-2-iscsi is: [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:44:03Z', 'revision_number': 4, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port': {'id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:43:57Z', 'updated_at': '2021-07-06T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '5991b4e3-7582-4c3c-8851-47453c16632c', 'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'mac_address': 'fa:16:3e:2b:09:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:01Z', 'updated_at': '2021-07-06T00:44:09Z', 'revision_number': 4, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'subnets': [{'id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:44:10.362660 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-109fea24-3266-403f-91fe-feb95ebf7e98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:10.477435 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ad2b633-77d2-5f9f-ab76-6e81795dec0e-f217be4a-86b4-4f9b-8c52-7fe0e45e54bf', 'network_id': 'f217be4a-86b4-4f9b-8c52-7fe0e45e54bf', 'tenant_id': 'c23598ed79544973a318549a5ce60618', 'fixed_ips': [{'subnet_id': '51ad96b4-21e1-4672-ab4b-306e6bd73e80'}]}} from dv-cinder-799546-2-iscsi. {{(pid=80882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 06 00:44:10.478301 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:10.570722 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224bf47-3f66-462e-9fc2-e63928794ce3 req-4e857fbe-6300-4256-9bd8-4a6dbc235781 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:10.583868 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f224bf47-3f66-462e-9fc2-e63928794ce3 req-4e857fbe-6300-4256-9bd8-4a6dbc235781 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.1654994
Jul 06 00:44:10.648626 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f224bf47-3f66-462e-9fc2-e63928794ce3 req-160ffa3b-0e04-4fe5-8341-bcf857be7315 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636621
Jul 06 00:44:10.673009 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '728de1bd-5983-4496-87ea-a6328622c599', 'tag': 'b26a58e0-2358-4de2-b7cb-6a6788cc5460', 'status': 'completed', 'code': 200}
Jul 06 00:44:10.678691 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] Allocated IP 172.20.0.2 (f217be4a-86b4-4f9b-8c52-7fe0e45e54bf/51ad96b4-21e1-4672-ab4b-306e6bd73e80/fadf284c-1c16-49c3-a6bc-5fecddf76bc5) {{(pid=80882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:44:10.717322 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-109fea24-3266-403f-91fe-feb95ebf7e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-466541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9134'] for router, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:10.724519 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-125bd528-ff5f-486e-9e91-03a796453732 req-f3682afd-1a26-495d-9167-18de8daeea39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=497c5bc6650a4132aea8c107f14defba&device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 1096 time: 0.3127911
Jul 06 00:44:10.871559 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-125bd528-ff5f-486e-9e91-03a796453732 req-e7c44570-2345-4868-a1e7-168fdc0c7649 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b26a58e0-2358-4de2-b7cb-6a6788cc5460 HTTP/1.1" status: 200  len: 217 time: 0.1252940
Jul 06 00:44:10.886678 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] Notify callbacks [] for port, precommit_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:10.899192 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] Transition to ACTIVE for port object fadf284c-1c16-49c3-a6bc-5fecddf76bc5 will not be triggered until provisioned by entity L2. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:44:10.924235 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] Transition to ACTIVE for port object fadf284c-1c16-49c3-a6bc-5fecddf76bc5 will not be triggered until provisioned by entity DHCP. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:44:10.932574 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:10.940117 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:10.961717 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bd528-ff5f-486e-9e91-03a796453732 req-ca40bfaf-6372-4186-a769-a55b4f84b7ec service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:10.963427 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-125bd528-ff5f-486e-9e91-03a796453732 req-ca40bfaf-6372-4186-a769-a55b4f84b7ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a60bc796-39ac-4432-ad6a-03a21bc88ddc HTTP/1.1" status: 200  len: 854 time: 0.0823784
Jul 06 00:44:11.016417 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] Network f217be4a-86b4-4f9b-8c52-7fe0e45e54bf is already hosted by enough agents. {{(pid=80882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:44:11.020384 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] Pushing event updated for resources: {'Port': ['ID=fadf284c-1c16-49c3-a6bc-5fecddf76bc5,revision_number=1']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:11.023953 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:11.025052 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] Resources bound (agent type, host, resource id):  {{(pid=80882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:44:11.029373 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] Received port after_create {{(pid=80882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:44:11.059904 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-125bd528-ff5f-486e-9e91-03a796453732 req-62e0dd29-1924-468c-94b5-f816e3cf1b37 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=19732be1-73e3-4d00-aa78-32a7884cec12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0872591
Jul 06 00:44:11.304261 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-125bd528-ff5f-486e-9e91-03a796453732 req-30e0aa31-0c09-452e-a39c-da383387e1fe service neutron] 10.222.0.39 "GET /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2284715
Jul 06 00:44:11.306901 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-81a0076b-38b1-45d0-bcc7-a17658cd0679 req-7561ab42-31ee-447b-b991-b4524b4ebbce service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2915933
Jul 06 00:44:11.315399 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-109fea24-3266-403f-91fe-feb95ebf7e98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:11.366565 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] Attempting to bind port fadf284c-1c16-49c3-a6bc-5fecddf76bc5 on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:44:11.367539 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-109fea24-3266-403f-91fe-feb95ebf7e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:11.367906 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] Attempting to bind port fadf284c-1c16-49c3-a6bc-5fecddf76bc5 by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': '710d4f93-be5e-4b88-96c1-5741c88ca46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f217be4a-86b4-4f9b-8c52-7fe0e45e54bf'}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:44:11.368537 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] Attempting to bind port fadf284c-1c16-49c3-a6bc-5fecddf76bc5 on network f217be4a-86b4-4f9b-8c52-7fe0e45e54bf {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:44:11.379592 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:44:11.380373 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] Checking segment: {'id': '710d4f93-be5e-4b88-96c1-5741c88ca46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f217be4a-86b4-4f9b-8c52-7fe0e45e54bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:44:11.381046 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:11.381848 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] Bound using segment: {'id': '710d4f93-be5e-4b88-96c1-5741c88ca46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f217be4a-86b4-4f9b-8c52-7fe0e45e54bf'} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:44:11.383527 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] Bound port: fadf284c-1c16-49c3-a6bc-5fecddf76bc5, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710d4f93-be5e-4b88-96c1-5741c88ca46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f217be4a-86b4-4f9b-8c52-7fe0e45e54bf'}}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:44:11.384328 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:11.496020 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] For port fadf284c-1c16-49c3-a6bc-5fecddf76bc5, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:44:11.499702 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] For port fadf284c-1c16-49c3-a6bc-5fecddf76bc5, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=fadf284c-1c16-49c3-a6bc-5fecddf76bc5,segment=NetworkSegment(710d4f93-be5e-4b88-96c1-5741c88ca46a),segment_id=710d4f93-be5e-4b88-96c1-5741c88ca46a)] {{(pid=80882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:44:11.505026 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:11.511086 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:11.624720 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] Pushing event updated for resources: {'Port': ['ID=fadf284c-1c16-49c3-a6bc-5fecddf76bc5,revision_number=2']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:11.625846 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2985252-afa7-433f-9353-c94d7fe4a9a9 req-6bfbde4d-88d0-4457-97de-5413dc796f6b tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:11.636798 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a2985252-afa7-433f-9353-c94d7fe4a9a9 req-6bfbde4d-88d0-4457-97de-5413dc796f6b tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 943 time: 0.1424012
Jul 06 00:44:11.636933 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:11.708531 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a2985252-afa7-433f-9353-c94d7fe4a9a9 req-8d1be6db-3fcd-4878-ada6-51a5d235164d tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706737
Jul 06 00:44:11.721552 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-125bd528-ff5f-486e-9e91-03a796453732 req-b7a7ee11-3299-41bf-884e-8374f7f93161 service neutron] 10.222.0.39 "GET /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3798964
Jul 06 00:44:11.728036 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-81a0076b-38b1-45d0-bcc7-a17658cd0679 req-e3f9f2ac-f307-4328-9bba-850a67f27477 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=497c5bc6650a4132aea8c107f14defba&device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 1099 time: 0.2713130
Jul 06 00:44:11.738899 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-109fea24-3266-403f-91fe-feb95ebf7e98 admin admin] Allocated IP 172.27.1.246 (34126de2-0804-4024-8df6-3ba8cfd107e5/1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b/88917476-81a3-46e0-b42d-47c4b4170590) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:44:11.923535 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f365876-8d17-4c6d-a3fe-1fec524ebc12 req-a3dd92ab-899e-4eb5-ba95-e8d35d70beb0 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:11.926544 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3f365876-8d17-4c6d-a3fe-1fec524ebc12 req-a3dd92ab-899e-4eb5-ba95-e8d35d70beb0 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0935850
Jul 06 00:44:11.985901 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3f365876-8d17-4c6d-a3fe-1fec524ebc12 req-f0138895-d7f8-41c0-9267-d19b22ecebd6 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519559
Jul 06 00:44:12.301344 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-61618eed-857b-4abc-a0ab-e59bb001751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:12.346719 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-109fea24-3266-403f-91fe-feb95ebf7e98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:12.350553 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0076b-38b1-45d0-bcc7-a17658cd0679 req-e610063a-d91a-41ce-8e01-45c637b5c79c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:12.352250 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-81a0076b-38b1-45d0-bcc7-a17658cd0679 req-e610063a-d91a-41ce-8e01-45c637b5c79c service neutron] 10.222.0.39 "GET /v2.0/networks?id=19732be1-73e3-4d00-aa78-32a7884cec12 HTTP/1.1" status: 200  len: 915 time: 0.5621426
Jul 06 00:44:12.421090 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a3d2fd36-6d9f-4c68-9301-e10ff4bf4e58 req-5b8d6bb4-d2a6-4996-a9fa-e6488dcd7b5b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=497c5bc6650a4132aea8c107f14defba&device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 1096 time: 0.3171227
Jul 06 00:44:12.506295 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-81a0076b-38b1-45d0-bcc7-a17658cd0679 req-b97dfa98-e96f-47c9-b489-80d1baa47002 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4 HTTP/1.1" status: 200  len: 217 time: 0.1462359
Jul 06 00:44:12.521133 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device fadf284c-1c16-49c3-a6bc-5fecddf76bc5 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:44:12.596601 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-109fea24-3266-403f-91fe-feb95ebf7e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:12.603604 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port fadf284c-1c16-49c3-a6bc-5fecddf76bc5 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:44:12.604723 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:12.608462 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 5991b4e3-7582-4c3c-8851-47453c16632c up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:44:12.675912 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port 5991b4e3-7582-4c3c-8851-47453c16632c completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:44:12.680628 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 5991b4e3-7582-4c3c-8851-47453c16632c triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:44:12.681042 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:12.689998 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0076b-38b1-45d0-bcc7-a17658cd0679 req-f920ffeb-728b-434a-a024-c12c6fce920a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:12.691535 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-81a0076b-38b1-45d0-bcc7-a17658cd0679 req-f920ffeb-728b-434a-a024-c12c6fce920a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a60bc796-39ac-4432-ad6a-03a21bc88ddc HTTP/1.1" status: 200  len: 854 time: 0.1663809
Jul 06 00:44:12.752737 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109fea24-3266-403f-91fe-feb95ebf7e98 admin admin] Network 34126de2-0804-4024-8df6-3ba8cfd107e5 is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:44:12.754121 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-109fea24-3266-403f-91fe-feb95ebf7e98 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:44:12.766391 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2fd36-6d9f-4c68-9301-e10ff4bf4e58 req-cadbdfe1-5d1f-4c42-98f5-62611f788a31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:12.767992 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a3d2fd36-6d9f-4c68-9301-e10ff4bf4e58 req-cadbdfe1-5d1f-4c42-98f5-62611f788a31 service neutron] 10.222.0.39 "GET /v2.0/networks?id=19732be1-73e3-4d00-aa78-32a7884cec12 HTTP/1.1" status: 200  len: 915 time: 0.3383207
Jul 06 00:44:12.772949 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109fea24-3266-403f-91fe-feb95ebf7e98 admin admin] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:44:12.797311 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:12.841061 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] For port 5991b4e3-7582-4c3c-8851-47453c16632c, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=5991b4e3-7582-4c3c-8851-47453c16632c,segment=NetworkSegment(c12a8489-e3ef-4a29-9d7d-d16560fbcc5d),segment_id=c12a8489-e3ef-4a29-9d7d-d16560fbcc5d)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:44:12.846537 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:12.849619 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:12.882981 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fea24-3266-403f-91fe-feb95ebf7e98 admin admin] Pushing event updated for resources: {'Port': ['ID=88917476-81a3-46e0-b42d-47c4b4170590,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:12.886284 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a3d2fd36-6d9f-4c68-9301-e10ff4bf4e58 req-30370d0f-e667-411d-a014-04b8a21dd4ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b26a58e0-2358-4de2-b7cb-6a6788cc5460 HTTP/1.1" status: 200  len: 217 time: 0.0805905
Jul 06 00:44:12.888362 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-81a0076b-38b1-45d0-bcc7-a17658cd0679 req-c96a4e59-5192-4962-99cf-43398f4e3f8f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=19732be1-73e3-4d00-aa78-32a7884cec12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1834016
Jul 06 00:44:12.895852 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-109fea24-3266-403f-91fe-feb95ebf7e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:12.926083 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Pushing event updated for resources: {'Port': ['ID=5991b4e3-7582-4c3c-8851-47453c16632c,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:12.929659 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:12.969256 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0d287-1269-448d-99f9-29e1a66a4e01 req-5dc1f63e-0543-46eb-bf1e-e35ad5d58c06 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:12.971719 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-4eb0d287-1269-448d-99f9-29e1a66a4e01 req-5dc1f63e-0543-46eb-bf1e-e35ad5d58c06 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 943 time: 0.1288486
Jul 06 00:44:13.034976 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-4eb0d287-1269-448d-99f9-29e1a66a4e01 req-0aa5b6b2-a3ed-4ce9-bf22-c6c0b6cb1963 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556641
Jul 06 00:44:13.089873 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2fd36-6d9f-4c68-9301-e10ff4bf4e58 req-7ed5518c-3d30-45c3-8f0f-c98cb815d27c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:13.091218 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a3d2fd36-6d9f-4c68-9301-e10ff4bf4e58 req-7ed5518c-3d30-45c3-8f0f-c98cb815d27c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a60bc796-39ac-4432-ad6a-03a21bc88ddc HTTP/1.1" status: 200  len: 854 time: 0.1572123
Jul 06 00:44:13.172299 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a3d2fd36-6d9f-4c68-9301-e10ff4bf4e58 req-53b5081a-691c-4bde-91f1-749f8322f8c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=19732be1-73e3-4d00-aa78-32a7884cec12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0579157
Jul 06 00:44:13.291176 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744de0f8-b02a-40ec-a9a9-37bb3b09d514 req-6b78d6a7-7770-4da0-892f-1b7a0439e951 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:13.303001 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-744de0f8-b02a-40ec-a9a9-37bb3b09d514 req-6b78d6a7-7770-4da0-892f-1b7a0439e951 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.1215866
Jul 06 00:44:13.312856 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-81a0076b-38b1-45d0-bcc7-a17658cd0679 req-3b21832c-f98d-4e05-b753-10edb0c3ba00 service neutron] 10.222.0.39 "GET /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4097755
Jul 06 00:44:13.352339 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-744de0f8-b02a-40ec-a9a9-37bb3b09d514 req-0f93f5ab-0fc2-4564-946e-96b15e264533 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463829
Jul 06 00:44:13.379684 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a3d2fd36-6d9f-4c68-9301-e10ff4bf4e58 req-c50b1600-4f35-4122-a1a2-898cda896463 service neutron] 10.222.0.39 "GET /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1946580
Jul 06 00:44:13.384515 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-109fea24-3266-403f-91fe-feb95ebf7e98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:13.385276 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-109fea24-3266-403f-91fe-feb95ebf7e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854309366'] for router, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:13.445832 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:13.558082 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719615c7-276c-4c19-be15-abc9e50f9806 None None] Network f217be4a-86b4-4f9b-8c52-7fe0e45e54bf requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:44:13.667383 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:13.676819 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-7d0aad2d-7e0b-42af-9a00-02160c38aabc None None] Provisioning for port fadf284c-1c16-49c3-a6bc-5fecddf76bc5 completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:44:13.696544 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-7d0aad2d-7e0b-42af-9a00-02160c38aabc None None] Provisioning complete for port fadf284c-1c16-49c3-a6bc-5fecddf76bc5 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:44:13.696959 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7d0aad2d-7e0b-42af-9a00-02160c38aabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:13.836506 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109fea24-3266-403f-91fe-feb95ebf7e98 admin admin] Router b9ec080d-6954-4d5f-a305-ca57b0dffbc6 is scheduled to L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 with binding_index 1 {{(pid=80881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 06 00:44:13.911796 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7d0aad2d-7e0b-42af-9a00-02160c38aabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:13.956133 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-7d0aad2d-7e0b-42af-9a00-02160c38aabc None None] For port fadf284c-1c16-49c3-a6bc-5fecddf76bc5, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=fadf284c-1c16-49c3-a6bc-5fecddf76bc5,segment=NetworkSegment(710d4f93-be5e-4b88-96c1-5741c88ca46a),segment_id=710d4f93-be5e-4b88-96c1-5741c88ca46a)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:44:13.959851 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7d0aad2d-7e0b-42af-9a00-02160c38aabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:13.961512 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:14.035444 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0aad2d-7e0b-42af-9a00-02160c38aabc None None] Pushing event updated for resources: {'Port': ['ID=fadf284c-1c16-49c3-a6bc-5fecddf76bc5,revision_number=3']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:14.038687 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7d0aad2d-7e0b-42af-9a00-02160c38aabc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:14.044557 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109fea24-3266-403f-91fe-feb95ebf7e98 admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:44:14.053837 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] Sync routers for ids ['b9ec080d-6954-4d5f-a305-ca57b0dffbc6'] in dv-cinder-799546-2-iscsi {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:44:14.067305 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] Routers {'b9ec080d-6954-4d5f-a305-ca57b0dffbc6'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:44:14.068252 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90831780>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:43:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b9ec080d-6954-4d5f-a305-ca57b0dffbc6'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:44:14.071539 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-109fea24-3266-403f-91fe-feb95ebf7e98 admin admin] Notify callbacks [] for router, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:14.075567 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-109fea24-3266-403f-91fe-feb95ebf7e98 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.9584486
Jul 06 00:44:14.076010 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 53770) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:14.268019 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] Set router b9ec080d-6954-4d5f-a305-ca57b0dffbc6 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:44:14.291463 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-da48a9a6-cc09-4f22-989b-af186a8bed91 None None] Provisioning complete for port fadf284c-1c16-49c3-a6bc-5fecddf76bc5 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:44:14.292101 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-da48a9a6-cc09-4f22-989b-af186a8bed91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:14.358801 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a236b85d-a139-4e27-a467-2c93635e2a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:14.367015 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc78518-3fcc-4d82-be1e-72bd27149bbe req-be7e4fe0-e941-4ceb-935c-f21fd2fe18d1 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:14.368881 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6fc78518-3fcc-4d82-be1e-72bd27149bbe req-be7e4fe0-e941-4ceb-935c-f21fd2fe18d1 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 943 time: 0.1395967
Jul 06 00:44:14.453961 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device fadf284c-1c16-49c3-a6bc-5fecddf76bc5 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:44:14.510079 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6fc78518-3fcc-4d82-be1e-72bd27149bbe req-91205b25-d520-49bf-b137-58a73d19f0f9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1322896
Jul 06 00:44:14.522800 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port fadf284c-1c16-49c3-a6bc-5fecddf76bc5 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:44:14.523247 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:14.649020 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 5991b4e3-7582-4c3c-8851-47453c16632c up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:44:14.660064 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90831780>, [{'id': 'b9ec080d-6954-4d5f-a305-ca57b0dffbc6', 'name': 'tempest-TestVolumeBootPattern-59124378-router', 'tenant_id': 'c23598ed79544973a318549a5ce60618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '88917476-81a3-46e0-b42d-47c4b4170590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:44:10Z', 'updated_at': '2021-07-06T00:44:13Z', 'revision_number': 3, 'project_id': 'c23598ed79544973a318549a5ce60618', 'gw_port': {'id': '88917476-81a3-46e0-b42d-47c4b4170590', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ec080d-6954-4d5f-a305-ca57b0dffbc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:11Z', 'updated_at': '2021-07-06T00:44:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:44:14.664223 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] Checking router: b9ec080d-6954-4d5f-a305-ca57b0dffbc6 for host: dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:44:14.664690 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] Updating router b9ec080d-6954-4d5f-a305-ca57b0dffbc6 port 88917476-81a3-46e0-b42d-47c4b4170590 binding host dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 00:44:14.723744 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:14.724864 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 5991b4e3-7582-4c3c-8851-47453c16632c triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:44:14.725285 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:14.791277 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:14.810339 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e3115-9f4d-4efc-b557-d0bfe4eb92ae req-26a561e8-b45f-487d-9b07-0e4058e728e8 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:14.812111 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-286e3115-9f4d-4efc-b557-d0bfe4eb92ae req-26a561e8-b45f-487d-9b07-0e4058e728e8 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.1791356
Jul 06 00:44:14.930923 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-286e3115-9f4d-4efc-b557-d0bfe4eb92ae req-e14b9a6e-340e-43b0-a98c-ef25586b2001 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103578
Jul 06 00:44:15.057412 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] Notify callbacks [] for port, precommit_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:15.071068 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] Transition to ACTIVE for port object 88917476-81a3-46e0-b42d-47c4b4170590 will not be triggered until provisioned by entity L2. {{(pid=80883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:44:15.080774 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:15.085871 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0cac74e6-610f-4a43-8ae1-54c09ba38180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:15.166726 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4481068-6e7c-4640-9f10-3ce62f242fb1 None None] Pushing event updated for resources: {'Port': ['ID=88917476-81a3-46e0-b42d-47c4b4170590,revision_number=2']} {{(pid=80883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:15.170711 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a4481068-6e7c-4640-9f10-3ce62f242fb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:15.171603 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] Attempting to bind port 88917476-81a3-46e0-b42d-47c4b4170590 on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:44:15.172010 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] Attempting to bind port 88917476-81a3-46e0-b42d-47c4b4170590 by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}] {{(pid=80883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:44:15.172413 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] Attempting to bind port 88917476-81a3-46e0-b42d-47c4b4170590 on network 34126de2-0804-4024-8df6-3ba8cfd107e5 {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:44:15.180886 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:44:15.181361 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] Checking segment: {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:44:15.181770 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:15.182166 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] Bound using segment: {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'} {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:44:15.182688 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] Bound port: 88917476-81a3-46e0-b42d-47c4b4170590, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}}] {{(pid=80883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:44:15.183131 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:15.251545 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] For port 88917476-81a3-46e0-b42d-47c4b4170590, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:44:15.255388 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] For port 88917476-81a3-46e0-b42d-47c4b4170590, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=88917476-81a3-46e0-b42d-47c4b4170590,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:44:15.259456 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:15.264034 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-92bc2883-4e2c-4f8b-9297-585f973b1814 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:15.337136 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-56f4e1df-f1cf-4a38-8628-f37bf9033460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:15.344036 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4481068-6e7c-4640-9f10-3ce62f242fb1 None None] Pushing event updated for resources: {'Port': ['ID=88917476-81a3-46e0-b42d-47c4b4170590,revision_number=3']} {{(pid=80883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:15.348078 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a4481068-6e7c-4640-9f10-3ce62f242fb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:15.350871 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] Routers {'b9ec080d-6954-4d5f-a305-ca57b0dffbc6'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:44:15.351578 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90831780>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:43:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b9ec080d-6954-4d5f-a305-ca57b0dffbc6'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:44:15.552124 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-56f4e1df-f1cf-4a38-8628-f37bf9033460 admin admin] Allocated IP 172.20.0.1 (f217be4a-86b4-4f9b-8c52-7fe0e45e54bf/51ad96b4-21e1-4672-ab4b-306e6bd73e80/827a8a4a-46ac-43ba-9cd7-28ff19263eeb) {{(pid=80880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:44:15.692584 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] Set router b9ec080d-6954-4d5f-a305-ca57b0dffbc6 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:44:15.775419 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e443fec-ac28-479e-b401-aa8f048f4ab4 req-d1cb8f32-cafb-4f95-9549-bdc4fb79edb9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:15.776990 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2e443fec-ac28-479e-b401-aa8f048f4ab4 req-d1cb8f32-cafb-4f95-9549-bdc4fb79edb9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 943 time: 0.1452112
Jul 06 00:44:15.782023 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-56f4e1df-f1cf-4a38-8628-f37bf9033460 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:15.820412 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-56f4e1df-f1cf-4a38-8628-f37bf9033460 admin admin] Transition to ACTIVE for port object 827a8a4a-46ac-43ba-9cd7-28ff19263eeb will not be triggered until provisioned by entity DHCP. {{(pid=80880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:44:15.846697 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2e443fec-ac28-479e-b401-aa8f048f4ab4 req-eb7a260b-113c-4eb1-b7ba-d40ac7f46603 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607738
Jul 06 00:44:15.859336 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-56f4e1df-f1cf-4a38-8628-f37bf9033460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:15.866293 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e1739c66-d9f4-4589-b75f-d157c6d47186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:15.942892 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f4e1df-f1cf-4a38-8628-f37bf9033460 admin admin] Network f217be4a-86b4-4f9b-8c52-7fe0e45e54bf is already hosted by enough agents. {{(pid=80880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:44:15.946745 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:15.947748 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-56f4e1df-f1cf-4a38-8628-f37bf9033460 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:44:15.950362 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f4e1df-f1cf-4a38-8628-f37bf9033460 admin admin] Received port after_create {{(pid=80880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:44:16.000847 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-81a0076b-38b1-45d0-bcc7-a17658cd0679 req-98822d03-2421-4ef6-9d2f-58fa3574180e service neutron] 10.222.0.39 "GET /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2693045
Jul 06 00:44:16.009398 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90831780>, [{'id': 'b9ec080d-6954-4d5f-a305-ca57b0dffbc6', 'name': 'tempest-TestVolumeBootPattern-59124378-router', 'tenant_id': 'c23598ed79544973a318549a5ce60618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '88917476-81a3-46e0-b42d-47c4b4170590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:44:10Z', 'updated_at': '2021-07-06T00:44:13Z', 'revision_number': 3, 'project_id': 'c23598ed79544973a318549a5ce60618', 'gw_port': {'id': '88917476-81a3-46e0-b42d-47c4b4170590', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ec080d-6954-4d5f-a305-ca57b0dffbc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:11Z', 'updated_at': '2021-07-06T00:44:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:44:16.014418 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee3befd-6034-4942-a9fc-47efe0ffe616 None None] The sync data for ids ['b9ec080d-6954-4d5f-a305-ca57b0dffbc6'] in dv-cinder-799546-2-iscsi is: [{'id': 'b9ec080d-6954-4d5f-a305-ca57b0dffbc6', 'name': 'tempest-TestVolumeBootPattern-59124378-router', 'tenant_id': 'c23598ed79544973a318549a5ce60618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '88917476-81a3-46e0-b42d-47c4b4170590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:44:10Z', 'updated_at': '2021-07-06T00:44:13Z', 'revision_number': 3, 'project_id': 'c23598ed79544973a318549a5ce60618', 'gw_port': {'id': '88917476-81a3-46e0-b42d-47c4b4170590', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ec080d-6954-4d5f-a305-ca57b0dffbc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:11Z', 'updated_at': '2021-07-06T00:44:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}] {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:44:16.033502 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a3d2fd36-6d9f-4c68-9301-e10ff4bf4e58 req-791f1381-fbf6-413b-bbc5-730b9e336d83 service neutron] 10.222.0.39 "GET /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2633286
Jul 06 00:44:16.036406 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4e1df-f1cf-4a38-8628-f37bf9033460 admin admin] Pushing event updated for resources: {'Port': ['ID=827a8a4a-46ac-43ba-9cd7-28ff19263eeb,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:16.039488 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-56f4e1df-f1cf-4a38-8628-f37bf9033460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:16.063906 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-56f4e1df-f1cf-4a38-8628-f37bf9033460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854308959'] for router_interface, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:16.203659 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-56f4e1df-f1cf-4a38-8628-f37bf9033460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:16.280002 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a355d7-adbd-492f-b9dc-8a267c189425 req-73c5bbd4-0264-4d16-8b84-a09c412e9ff0 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:16.280484 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-2366af7e-2eb1-4b96-948b-ca7c5eeb965b None None] Provisioning for port 827a8a4a-46ac-43ba-9cd7-28ff19263eeb completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:44:16.281580 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d5a355d7-adbd-492f-b9dc-8a267c189425 req-73c5bbd4-0264-4d16-8b84-a09c412e9ff0 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.1890035
Jul 06 00:44:16.285365 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-2366af7e-2eb1-4b96-948b-ca7c5eeb965b None None] Provisioning complete for port 827a8a4a-46ac-43ba-9cd7-28ff19263eeb triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:44:16.285784 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2366af7e-2eb1-4b96-948b-ca7c5eeb965b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:16.339518 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-2366af7e-2eb1-4b96-948b-ca7c5eeb965b None None] Port 827a8a4a-46ac-43ba-9cd7-28ff19263eeb cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:44:16.432488 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d5a355d7-adbd-492f-b9dc-8a267c189425 req-9569e4d4-ccc0-4f95-8139-757c5a5a4ad5 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433136
Jul 06 00:44:16.517288 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 88917476-81a3-46e0-b42d-47c4b4170590 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:44:16.531825 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-56f4e1df-f1cf-4a38-8628-f37bf9033460 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:16.536589 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-56f4e1df-f1cf-4a38-8628-f37bf9033460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822393280'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:16.563166 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-56f4e1df-f1cf-4a38-8628-f37bf9033460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:16.591726 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port 88917476-81a3-46e0-b42d-47c4b4170590 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:44:16.598747 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 88917476-81a3-46e0-b42d-47c4b4170590 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:44:16.599184 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:16.646804 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4e1df-f1cf-4a38-8628-f37bf9033460 admin admin] Pushing event updated for resources: {'Port': ['ID=827a8a4a-46ac-43ba-9cd7-28ff19263eeb,revision_number=2']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:16.649830 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-56f4e1df-f1cf-4a38-8628-f37bf9033460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:16.650969 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-56f4e1df-f1cf-4a38-8628-f37bf9033460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3153361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854316699'] for router_interface, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:16.721900 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:16.739414 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] For port 88917476-81a3-46e0-b42d-47c4b4170590, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=88917476-81a3-46e0-b42d-47c4b4170590,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:44:16.742374 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:16.747315 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:16.796921 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f4e1df-f1cf-4a38-8628-f37bf9033460 admin admin] Network f217be4a-86b4-4f9b-8c52-7fe0e45e54bf is already hosted by enough agents. {{(pid=80880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:44:16.798108 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-56f4e1df-f1cf-4a38-8628-f37bf9033460 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:44:16.846252 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Pushing event updated for resources: {'Port': ['ID=88917476-81a3-46e0-b42d-47c4b4170590,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:16.857052 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:17.170514 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ee336-20b0-4cc6-97e8-806bbb08990f req-5ce0b132-4f8d-41ec-8a54-9c1a8fe5adcc tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:17.172127 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b59ee336-20b0-4cc6-97e8-806bbb08990f req-5ce0b132-4f8d-41ec-8a54-9c1a8fe5adcc tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 943 time: 0.1768079
Jul 06 00:44:17.185920 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-4700ac8d-3213-49b7-b8fe-908f00325916 None None] Provisioning complete for port 827a8a4a-46ac-43ba-9cd7-28ff19263eeb triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:44:17.186338 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4700ac8d-3213-49b7-b8fe-908f00325916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:17.244873 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-4700ac8d-3213-49b7-b8fe-908f00325916 None None] Port 827a8a4a-46ac-43ba-9cd7-28ff19263eeb cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:44:17.316626 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b59ee336-20b0-4cc6-97e8-806bbb08990f req-5960a401-7c63-4bcf-b95c-9c0e6fad6dd1 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1348085
Jul 06 00:44:17.369342 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f4e1df-f1cf-4a38-8628-f37bf9033460 admin admin] Router b9ec080d-6954-4d5f-a305-ca57b0dffbc6 has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:44:17.810988 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02bde5-210d-49f2-9f44-6dd3f5a55382 req-31eb0ea9-f54c-4f34-b3be-80d1216ccd53 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:17.812472 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2e02bde5-210d-49f2-9f44-6dd3f5a55382 req-31eb0ea9-f54c-4f34-b3be-80d1216ccd53 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.1521301
Jul 06 00:44:17.884095 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2e02bde5-210d-49f2-9f44-6dd3f5a55382 req-dac85e50-3ef3-4790-b1aa-af1d1aa93648 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622466
Jul 06 00:44:17.909618 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f4e1df-f1cf-4a38-8628-f37bf9033460 admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:44:17.923220 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-56f4e1df-f1cf-4a38-8628-f37bf9033460 admin admin] 10.222.0.13 "PUT /v2.0/routers/b9ec080d-6954-4d5f-a305-ca57b0dffbc6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8424544
Jul 06 00:44:18.453148 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 88917476-81a3-46e0-b42d-47c4b4170590 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:44:18.521654 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 88917476-81a3-46e0-b42d-47c4b4170590 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:44:18.522062 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:18.573919 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 53824) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:18.580614 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-8a6bf385-46d9-4a97-b385-9e98afcb3aa7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-152241020', 'description': 'tempest-secgroup-smoke-152241020 description', 'project_id': '0a59ea96df14460c8e3284d59c6b11e9'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:44:18.587308 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-8a6bf385-46d9-4a97-b385-9e98afcb3aa7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:44:18.596591 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-8a6bf385-46d9-4a97-b385-9e98afcb3aa7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Usage tracker for resource:security_group and tenant:0a59ea96df14460c8e3284d59c6b11e9 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:44:18.602118 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-8a6bf385-46d9-4a97-b385-9e98afcb3aa7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:44:18.621705 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-8a6bf385-46d9-4a97-b385-9e98afcb3aa7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:44:18.635296 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8a6bf385-46d9-4a97-b385-9e98afcb3aa7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:18.674793 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-8a6bf385-46d9-4a97-b385-9e98afcb3aa7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:44:18.678848 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-8a6bf385-46d9-4a97-b385-9e98afcb3aa7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Usage tracker for resource:security_group_rule and tenant:0a59ea96df14460c8e3284d59c6b11e9 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:44:18.681835 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-8a6bf385-46d9-4a97-b385-9e98afcb3aa7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:44:18.688724 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-8a6bf385-46d9-4a97-b385-9e98afcb3aa7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:44:18.810362 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8a6bf385-46d9-4a97-b385-9e98afcb3aa7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:18.817232 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939eb6f9-0620-4a3a-a1bb-6470aadeb482 req-f7cea5c6-8ffb-479a-acf5-eb21ddd817cc tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:18.818794 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-939eb6f9-0620-4a3a-a1bb-6470aadeb482 req-f7cea5c6-8ffb-479a-acf5-eb21ddd817cc tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 943 time: 0.1313009
Jul 06 00:44:18.819895 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8a6bf385-46d9-4a97-b385-9e98afcb3aa7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:18.825179 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:18.884034 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8a6bf385-46d9-4a97-b385-9e98afcb3aa7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:18.888145 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-8a6bf385-46d9-4a97-b385-9e98afcb3aa7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1608 time: 0.3101637
Jul 06 00:44:18.888743 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 53830) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:18.904481 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-af05e08c-2941-4ed6-89ac-5339f3573ce4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Request body: {'security_group_rule': {'security_group_id': 'f4ac25d4-400f-40e5-a57b-ed87cd711348', 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:44:18.908662 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bf385-46d9-4a97-b385-9e98afcb3aa7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ac25d4-400f-40e5-a57b-ed87cd711348,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:18.913833 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-af05e08c-2941-4ed6-89ac-5339f3573ce4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:44:18.916434 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-8a6bf385-46d9-4a97-b385-9e98afcb3aa7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:18.921309 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-af05e08c-2941-4ed6-89ac-5339f3573ce4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Usage tracker for resource:security_group_rule and tenant:0a59ea96df14460c8e3284d59c6b11e9 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:44:18.926110 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-af05e08c-2941-4ed6-89ac-5339f3573ce4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:44:18.933933 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-af05e08c-2941-4ed6-89ac-5339f3573ce4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:44:18.937730 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-939eb6f9-0620-4a3a-a1bb-6470aadeb482 req-4a977df3-b876-4c99-8a52-9d96395c9160 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994198
Jul 06 00:44:18.958615 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-af05e08c-2941-4ed6-89ac-5339f3573ce4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:18.991386 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] Sync routers for ids ['b9ec080d-6954-4d5f-a305-ca57b0dffbc6'] in dv-cinder-799546-2-iscsi {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:44:19.006896 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] Routers {'b9ec080d-6954-4d5f-a305-ca57b0dffbc6'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:44:19.008126 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90665c18>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:44:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b9ec080d-6954-4d5f-a305-ca57b0dffbc6'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:44:19.039432 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-af05e08c-2941-4ed6-89ac-5339f3573ce4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:19.044706 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-af05e08c-2941-4ed6-89ac-5339f3573ce4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492264'] for security_group_rule, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:19.048282 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-49b667a4-833a-42e1-993a-d7c6d29ebb41 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:19.121749 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05e08c-2941-4ed6-89ac-5339f3573ce4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012544cd-f63d-4749-8466-7bfb13f6f747,revision_number=0']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:19.123405 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-af05e08c-2941-4ed6-89ac-5339f3573ce4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:19.133990 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-af05e08c-2941-4ed6-89ac-5339f3573ce4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:19.138046 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-af05e08c-2941-4ed6-89ac-5339f3573ce4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2452247
Jul 06 00:44:19.138180 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 53838) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:19.146409 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-b88df6d8-bc6b-4e35-8b1f-124bba1865f1 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Request body: {'security_group_rule': {'security_group_id': 'f4ac25d4-400f-40e5-a57b-ed87cd711348', 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:44:19.155294 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-b88df6d8-bc6b-4e35-8b1f-124bba1865f1 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:44:19.161910 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-b88df6d8-bc6b-4e35-8b1f-124bba1865f1 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Usage tracker for resource:security_group_rule and tenant:0a59ea96df14460c8e3284d59c6b11e9 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:44:19.166121 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-b88df6d8-bc6b-4e35-8b1f-124bba1865f1 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:44:19.173828 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-b88df6d8-bc6b-4e35-8b1f-124bba1865f1 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:44:19.186366 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986857e-3822-408e-8532-269baa65dccb req-b42e76af-58d1-4ee5-9ea5-3d418feb1623 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:19.187951 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3986857e-3822-408e-8532-269baa65dccb req-b42e76af-58d1-4ee5-9ea5-3d418feb1623 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.1408036
Jul 06 00:44:19.196693 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] Set router b9ec080d-6954-4d5f-a305-ca57b0dffbc6 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:44:19.230191 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b88df6d8-bc6b-4e35-8b1f-124bba1865f1 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:19.292916 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3986857e-3822-408e-8532-269baa65dccb req-80420dcd-21d4-4eaf-aea0-a9ff2c8f1277 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936112
Jul 06 00:44:19.314176 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b88df6d8-bc6b-4e35-8b1f-124bba1865f1 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:19.318244 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b88df6d8-bc6b-4e35-8b1f-124bba1865f1 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492264'] for security_group_rule, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:19.320345 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:19.344558 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88df6d8-bc6b-4e35-8b1f-124bba1865f1 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1bb25f-49bb-4d43-9819-aa38ec06cb77,revision_number=0']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:19.349413 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b88df6d8-bc6b-4e35-8b1f-124bba1865f1 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:19.353206 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b88df6d8-bc6b-4e35-8b1f-124bba1865f1 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:19.354499 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-b88df6d8-bc6b-4e35-8b1f-124bba1865f1 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2152667
Jul 06 00:44:19.357754 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 53844) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:19.364257 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-c02fa6dd-1cef-4281-a1ce-9f490e538586 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Request body: {'security_group_rule': {'security_group_id': 'f4ac25d4-400f-40e5-a57b-ed87cd711348', 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:44:19.370269 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c02fa6dd-1cef-4281-a1ce-9f490e538586 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:44:19.374220 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c02fa6dd-1cef-4281-a1ce-9f490e538586 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Usage tracker for resource:security_group_rule and tenant:0a59ea96df14460c8e3284d59c6b11e9 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:44:19.378362 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c02fa6dd-1cef-4281-a1ce-9f490e538586 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:44:19.384249 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c02fa6dd-1cef-4281-a1ce-9f490e538586 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:44:19.399696 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c02fa6dd-1cef-4281-a1ce-9f490e538586 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:19.476117 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c02fa6dd-1cef-4281-a1ce-9f490e538586 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:19.480419 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c02fa6dd-1cef-4281-a1ce-9f490e538586 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492264'] for security_group_rule, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:19.482633 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:19.507508 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fa6dd-1cef-4281-a1ce-9f490e538586 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2a8019-5b4a-4a34-bc4f-f616a8be4738,revision_number=0']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:19.512741 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c02fa6dd-1cef-4281-a1ce-9f490e538586 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:19.520731 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c02fa6dd-1cef-4281-a1ce-9f490e538586 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:19.522021 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-c02fa6dd-1cef-4281-a1ce-9f490e538586 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1632795
Jul 06 00:44:19.525442 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 53848) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:19.531934 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-3fed1afc-973d-4c2c-8ee6-445b0fe33580 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Request body: {'security_group_rule': {'security_group_id': 'f4ac25d4-400f-40e5-a57b-ed87cd711348', 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:44:19.538980 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-3fed1afc-973d-4c2c-8ee6-445b0fe33580 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:44:19.543269 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-3fed1afc-973d-4c2c-8ee6-445b0fe33580 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Usage tracker for resource:security_group_rule and tenant:0a59ea96df14460c8e3284d59c6b11e9 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:44:19.546391 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-3fed1afc-973d-4c2c-8ee6-445b0fe33580 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:44:19.554812 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-3fed1afc-973d-4c2c-8ee6-445b0fe33580 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:44:19.570863 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3fed1afc-973d-4c2c-8ee6-445b0fe33580 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:19.634008 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3fed1afc-973d-4c2c-8ee6-445b0fe33580 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:19.636646 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3fed1afc-973d-4c2c-8ee6-445b0fe33580 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492264'] for security_group_rule, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:19.644905 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:19.661877 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed1afc-973d-4c2c-8ee6-445b0fe33580 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4937921-3269-401c-baa0-de21a2b5e8c1,revision_number=0']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:19.664393 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3fed1afc-973d-4c2c-8ee6-445b0fe33580 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:19.675779 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3fed1afc-973d-4c2c-8ee6-445b0fe33580 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:19.679855 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-3fed1afc-973d-4c2c-8ee6-445b0fe33580 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1504812
Jul 06 00:44:19.680080 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 53854) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:19.681711 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90665c18>, [{'id': 'b9ec080d-6954-4d5f-a305-ca57b0dffbc6', 'name': 'tempest-TestVolumeBootPattern-59124378-router', 'tenant_id': 'c23598ed79544973a318549a5ce60618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '88917476-81a3-46e0-b42d-47c4b4170590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:44:10Z', 'updated_at': '2021-07-06T00:44:16Z', 'revision_number': 4, 'project_id': 'c23598ed79544973a318549a5ce60618', 'gw_port': {'id': '88917476-81a3-46e0-b42d-47c4b4170590', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ec080d-6954-4d5f-a305-ca57b0dffbc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:11Z', 'updated_at': '2021-07-06T00:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '827a8a4a-46ac-43ba-9cd7-28ff19263eeb', 'name': '', 'network_id': 'f217be4a-86b4-4f9b-8c52-7fe0e45e54bf', 'tenant_id': 'c23598ed79544973a318549a5ce60618', 'mac_address': 'fa:16:3e:5e:7d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ec080d-6954-4d5f-a305-ca57b0dffbc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51ad96b4-21e1-4672-ab4b-306e6bd73e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:15Z', 'updated_at': '2021-07-06T00:44:16Z', 'revision_number': 2, 'project_id': 'c23598ed79544973a318549a5ce60618', 'subnets': [{'id': '51ad96b4-21e1-4672-ab4b-306e6bd73e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:44:19.685806 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] Checking router: b9ec080d-6954-4d5f-a305-ca57b0dffbc6 for host: dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:44:19.686204 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] Updating router b9ec080d-6954-4d5f-a305-ca57b0dffbc6 port 827a8a4a-46ac-43ba-9cd7-28ff19263eeb binding host dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 00:44:19.686383 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-fa11bc7b-4b1d-4147-8a0f-eb1bfdd61629 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Request body: {'security_group_rule': {'security_group_id': 'f4ac25d4-400f-40e5-a57b-ed87cd711348', 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:44:19.693270 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-fa11bc7b-4b1d-4147-8a0f-eb1bfdd61629 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:44:19.697230 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-fa11bc7b-4b1d-4147-8a0f-eb1bfdd61629 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Usage tracker for resource:security_group_rule and tenant:0a59ea96df14460c8e3284d59c6b11e9 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:44:19.700228 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-fa11bc7b-4b1d-4147-8a0f-eb1bfdd61629 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:44:19.707191 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-fa11bc7b-4b1d-4147-8a0f-eb1bfdd61629 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:44:19.716296 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.securitygroups_db [None req-fa11bc7b-4b1d-4147-8a0f-eb1bfdd61629 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Project 0a59ea96df14460c8e3284d59c6b11e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 06 00:44:19.723089 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fa11bc7b-4b1d-4147-8a0f-eb1bfdd61629 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:19.737581 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:19.790635 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fa11bc7b-4b1d-4147-8a0f-eb1bfdd61629 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:19.793339 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fa11bc7b-4b1d-4147-8a0f-eb1bfdd61629 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492264'] for security_group_rule, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:19.795484 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-af05e08c-2941-4ed6-89ac-5339f3573ce4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:19.819728 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11bc7b-4b1d-4147-8a0f-eb1bfdd61629 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=485dc319-4993-4e95-b938-0e8a55e59da6,revision_number=0']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:19.822210 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fa11bc7b-4b1d-4147-8a0f-eb1bfdd61629 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:19.828618 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fa11bc7b-4b1d-4147-8a0f-eb1bfdd61629 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:19.829912 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-fa11bc7b-4b1d-4147-8a0f-eb1bfdd61629 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1488316
Jul 06 00:44:19.832862 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 53858) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:19.839110 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-8685e7f7-fac9-4d1e-b1f7-22c70318b854 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Request body: {'security_group_rule': {'security_group_id': 'f4ac25d4-400f-40e5-a57b-ed87cd711348', 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:44:19.845160 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-8685e7f7-fac9-4d1e-b1f7-22c70318b854 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:44:19.849413 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-8685e7f7-fac9-4d1e-b1f7-22c70318b854 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Usage tracker for resource:security_group_rule and tenant:0a59ea96df14460c8e3284d59c6b11e9 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:44:19.852384 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-8685e7f7-fac9-4d1e-b1f7-22c70318b854 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:44:19.859150 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-8685e7f7-fac9-4d1e-b1f7-22c70318b854 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:44:19.868818 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.securitygroups_db [None req-8685e7f7-fac9-4d1e-b1f7-22c70318b854 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Project 0a59ea96df14460c8e3284d59c6b11e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 06 00:44:19.875324 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8685e7f7-fac9-4d1e-b1f7-22c70318b854 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:19.940826 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8685e7f7-fac9-4d1e-b1f7-22c70318b854 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:19.943486 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8685e7f7-fac9-4d1e-b1f7-22c70318b854 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492264'] for security_group_rule, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:19.945618 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b88df6d8-bc6b-4e35-8b1f-124bba1865f1 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:19.966602 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685e7f7-fac9-4d1e-b1f7-22c70318b854 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64661e45-9464-4186-9e7e-f2dfb2b231c1,revision_number=0']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:19.976631 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-8685e7f7-fac9-4d1e-b1f7-22c70318b854 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:19.984219 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8685e7f7-fac9-4d1e-b1f7-22c70318b854 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:19.989433 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-8685e7f7-fac9-4d1e-b1f7-22c70318b854 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1514945
Jul 06 00:44:20.078488 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] Notify callbacks [] for port, precommit_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:20.093069 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] Transition to ACTIVE for port object 827a8a4a-46ac-43ba-9cd7-28ff19263eeb will not be triggered until provisioned by entity L2. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:44:20.100748 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:20.106311 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:20.200633 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fce2d-79e6-4c0e-ae67-a7c2671a41af None None] Pushing event updated for resources: {'Port': ['ID=827a8a4a-46ac-43ba-9cd7-28ff19263eeb,revision_number=3']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:20.206031 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cc2fce2d-79e6-4c0e-ae67-a7c2671a41af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:20.348456 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca6624-d0f4-40f1-a06f-847bab8c3c27 req-990aa681-412a-4eb3-8b39-4be5713bdab2 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:20.350462 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-edca6624-d0f4-40f1-a06f-847bab8c3c27 req-990aa681-412a-4eb3-8b39-4be5713bdab2 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 943 time: 0.1110027
Jul 06 00:44:20.399554 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] Attempting to bind port 827a8a4a-46ac-43ba-9cd7-28ff19263eeb on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:44:20.399554 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] Attempting to bind port 827a8a4a-46ac-43ba-9cd7-28ff19263eeb by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': '710d4f93-be5e-4b88-96c1-5741c88ca46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f217be4a-86b4-4f9b-8c52-7fe0e45e54bf'}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:44:20.399554 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] Attempting to bind port 827a8a4a-46ac-43ba-9cd7-28ff19263eeb on network f217be4a-86b4-4f9b-8c52-7fe0e45e54bf {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:44:20.399554 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:44:20.399554 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] Checking segment: {'id': '710d4f93-be5e-4b88-96c1-5741c88ca46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f217be4a-86b4-4f9b-8c52-7fe0e45e54bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:44:20.399554 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:20.399554 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] Bound using segment: {'id': '710d4f93-be5e-4b88-96c1-5741c88ca46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f217be4a-86b4-4f9b-8c52-7fe0e45e54bf'} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:44:20.399554 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] Bound port: 827a8a4a-46ac-43ba-9cd7-28ff19263eeb, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710d4f93-be5e-4b88-96c1-5741c88ca46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f217be4a-86b4-4f9b-8c52-7fe0e45e54bf'}}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:44:20.400306 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:20.442253 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-edca6624-d0f4-40f1-a06f-847bab8c3c27 req-253c9c48-8b2d-41e3-8680-6fc84abbf535 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788112
Jul 06 00:44:20.519261 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] For port 827a8a4a-46ac-43ba-9cd7-28ff19263eeb, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:44:20.522543 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] For port 827a8a4a-46ac-43ba-9cd7-28ff19263eeb, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=827a8a4a-46ac-43ba-9cd7-28ff19263eeb,segment=NetworkSegment(710d4f93-be5e-4b88-96c1-5741c88ca46a),segment_id=710d4f93-be5e-4b88-96c1-5741c88ca46a)] {{(pid=80882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:44:20.526205 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:20.538152 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:20.622443 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] Routers {'b9ec080d-6954-4d5f-a305-ca57b0dffbc6'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:44:20.623184 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90665c18>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:44:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b9ec080d-6954-4d5f-a305-ca57b0dffbc6'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:44:20.662762 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ff6ed-eed1-438e-a5ed-e575255fc3b1 req-30686511-f519-4800-8678-a68bf1d06dce tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:20.674456 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-250ff6ed-eed1-438e-a5ed-e575255fc3b1 req-30686511-f519-4800-8678-a68bf1d06dce tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.1157386
Jul 06 00:44:20.743589 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fce2d-79e6-4c0e-ae67-a7c2671a41af None None] Pushing event updated for resources: {'Port': ['ID=827a8a4a-46ac-43ba-9cd7-28ff19263eeb,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:20.769314 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-250ff6ed-eed1-438e-a5ed-e575255fc3b1 req-86f8dd88-a88f-469d-ab20-da9be40df02a tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932717
Jul 06 00:44:20.811939 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cc2fce2d-79e6-4c0e-ae67-a7c2671a41af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:20.861414 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] Set router b9ec080d-6954-4d5f-a305-ca57b0dffbc6 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:44:21.190360 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90665c18>, [{'id': 'b9ec080d-6954-4d5f-a305-ca57b0dffbc6', 'name': 'tempest-TestVolumeBootPattern-59124378-router', 'tenant_id': 'c23598ed79544973a318549a5ce60618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '88917476-81a3-46e0-b42d-47c4b4170590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:44:10Z', 'updated_at': '2021-07-06T00:44:16Z', 'revision_number': 4, 'project_id': 'c23598ed79544973a318549a5ce60618', 'gw_port': {'id': '88917476-81a3-46e0-b42d-47c4b4170590', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ec080d-6954-4d5f-a305-ca57b0dffbc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:11Z', 'updated_at': '2021-07-06T00:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '827a8a4a-46ac-43ba-9cd7-28ff19263eeb', 'name': '', 'network_id': 'f217be4a-86b4-4f9b-8c52-7fe0e45e54bf', 'tenant_id': 'c23598ed79544973a318549a5ce60618', 'mac_address': 'fa:16:3e:5e:7d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ec080d-6954-4d5f-a305-ca57b0dffbc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51ad96b4-21e1-4672-ab4b-306e6bd73e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:15Z', 'updated_at': '2021-07-06T00:44:20Z', 'revision_number': 4, 'project_id': 'c23598ed79544973a318549a5ce60618', 'subnets': [{'id': '51ad96b4-21e1-4672-ab4b-306e6bd73e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:44:21.194616 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58102d28-ddc9-4c31-b493-e01db79f3aea None None] The sync data for ids ['b9ec080d-6954-4d5f-a305-ca57b0dffbc6'] in dv-cinder-799546-2-iscsi is: [{'id': 'b9ec080d-6954-4d5f-a305-ca57b0dffbc6', 'name': 'tempest-TestVolumeBootPattern-59124378-router', 'tenant_id': 'c23598ed79544973a318549a5ce60618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '88917476-81a3-46e0-b42d-47c4b4170590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:44:10Z', 'updated_at': '2021-07-06T00:44:16Z', 'revision_number': 4, 'project_id': 'c23598ed79544973a318549a5ce60618', 'gw_port': {'id': '88917476-81a3-46e0-b42d-47c4b4170590', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ec080d-6954-4d5f-a305-ca57b0dffbc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:11Z', 'updated_at': '2021-07-06T00:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '827a8a4a-46ac-43ba-9cd7-28ff19263eeb', 'name': '', 'network_id': 'f217be4a-86b4-4f9b-8c52-7fe0e45e54bf', 'tenant_id': 'c23598ed79544973a318549a5ce60618', 'mac_address': 'fa:16:3e:5e:7d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ec080d-6954-4d5f-a305-ca57b0dffbc6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51ad96b4-21e1-4672-ab4b-306e6bd73e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:15Z', 'updated_at': '2021-07-06T00:44:20Z', 'revision_number': 4, 'project_id': 'c23598ed79544973a318549a5ce60618', 'subnets': [{'id': '51ad96b4-21e1-4672-ab4b-306e6bd73e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:44:21.652530 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821ec95-2224-4c7c-bb6d-5962393e553a req-304879ce-dbef-47c4-a247-39cc3c30253e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:21.655672 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f821ec95-2224-4c7c-bb6d-5962393e553a req-304879ce-dbef-47c4-a247-39cc3c30253e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 943 time: 0.0857697
Jul 06 00:44:21.710818 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f821ec95-2224-4c7c-bb6d-5962393e553a req-6c356d0d-a2c0-4aa8-a8ba-79a16ddd60f9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489945
Jul 06 00:44:21.973574 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fabc0f-c1aa-4299-981d-25e515e7c36a req-969b8e2e-22e6-4e0e-a1a9-eb5536272274 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:21.975683 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-61fabc0f-c1aa-4299-981d-25e515e7c36a req-969b8e2e-22e6-4e0e-a1a9-eb5536272274 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0933175
Jul 06 00:44:22.028082 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-61fabc0f-c1aa-4299-981d-25e515e7c36a req-a2deb30d-d485-4bc9-959d-993d904bf963 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445714
Jul 06 00:44:22.471567 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 827a8a4a-46ac-43ba-9cd7-28ff19263eeb up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:44:22.540861 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port 827a8a4a-46ac-43ba-9cd7-28ff19263eeb completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:44:22.545777 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 827a8a4a-46ac-43ba-9cd7-28ff19263eeb triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:44:22.546197 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:22.660211 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:22.693666 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] For port 827a8a4a-46ac-43ba-9cd7-28ff19263eeb, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=827a8a4a-46ac-43ba-9cd7-28ff19263eeb,segment=NetworkSegment(710d4f93-be5e-4b88-96c1-5741c88ca46a),segment_id=710d4f93-be5e-4b88-96c1-5741c88ca46a)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:44:22.698474 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:22.700439 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:22.764034 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Pushing event updated for resources: {'Port': ['ID=827a8a4a-46ac-43ba-9cd7-28ff19263eeb,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:22.767651 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:22.922203 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a404d2-ae23-4792-8d2e-46c10a4ddadb req-35dffd36-ffd5-4fa1-8c40-391363919c95 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:22.923949 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d5a404d2-ae23-4792-8d2e-46c10a4ddadb req-35dffd36-ffd5-4fa1-8c40-391363919c95 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 943 time: 0.0892649
Jul 06 00:44:22.973624 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d5a404d2-ae23-4792-8d2e-46c10a4ddadb req-4434af86-91bd-4d7d-835c-84a7d5dfc692 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426960
Jul 06 00:44:23.230647 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefa78e-53b3-4f6d-8bbf-1df91c4011fa req-d2b5f511-c1a2-49f2-9c34-d303d73349ec tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:23.232170 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-dcefa78e-53b3-4f6d-8bbf-1df91c4011fa req-d2b5f511-c1a2-49f2-9c34-d303d73349ec tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0771120
Jul 06 00:44:23.285421 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-dcefa78e-53b3-4f6d-8bbf-1df91c4011fa req-a5830c5a-43de-4db7-b8f0-aeb2961ca718 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462182
Jul 06 00:44:24.206163 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dde2f5-4f46-43a5-9a18-82d4a8156a3f req-96bab48b-10da-4f91-92bc-20e25615ec11 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:24.207824 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-32dde2f5-4f46-43a5-9a18-82d4a8156a3f req-96bab48b-10da-4f91-92bc-20e25615ec11 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 943 time: 0.1165295
Jul 06 00:44:24.259800 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-32dde2f5-4f46-43a5-9a18-82d4a8156a3f req-a6ecfa1b-978e-443a-8f80-ba34b1eb3c75 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448077
Jul 06 00:44:24.466893 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 827a8a4a-46ac-43ba-9cd7-28ff19263eeb up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:44:24.494401 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b091dcd-0ab8-4b57-81c1-7c8be4b8472a req-a51b3cd0-d230-4e89-82c0-89a125fd5e72 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:24.496154 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2b091dcd-0ab8-4b57-81c1-7c8be4b8472a req-a51b3cd0-d230-4e89-82c0-89a125fd5e72 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0881555
Jul 06 00:44:24.540026 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 827a8a4a-46ac-43ba-9cd7-28ff19263eeb triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:44:24.540542 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:24.569385 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2b091dcd-0ab8-4b57-81c1-7c8be4b8472a req-b5228631-70de-4cee-926c-c12d20b75efc tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643625
Jul 06 00:44:25.454526 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63578e3-b759-4dd4-84a2-6c72425acc04 req-e4903db3-0a13-4ca2-b5ea-bce94a5cd20e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:25.456807 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d63578e3-b759-4dd4-84a2-6c72425acc04 req-e4903db3-0a13-4ca2-b5ea-bce94a5cd20e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 943 time: 0.0838180
Jul 06 00:44:25.505825 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d63578e3-b759-4dd4-84a2-6c72425acc04 req-8f913045-6953-4c5c-94ce-9b46887190da tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418117
Jul 06 00:44:25.760721 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c501b7a-45ae-4334-a41f-e37c28d0f687 req-f798af70-b5d4-4af6-be3d-59a56a332578 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:25.762176 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5c501b7a-45ae-4334-a41f-e37c28d0f687 req-f798af70-b5d4-4af6-be3d-59a56a332578 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0763428
Jul 06 00:44:25.814351 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5c501b7a-45ae-4334-a41f-e37c28d0f687 req-27b3e363-9708-40ce-be64-c7b4a91cb88e tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443389
Jul 06 00:44:26.692316 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f541290-b541-4305-9def-9769ed5a7fbf req-2adbf4e8-a9fa-4aba-b644-e9f023fc757c tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:26.693843 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7f541290-b541-4305-9def-9769ed5a7fbf req-2adbf4e8-a9fa-4aba-b644-e9f023fc757c tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 943 time: 0.0765896
Jul 06 00:44:26.743817 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7f541290-b541-4305-9def-9769ed5a7fbf req-c9f747cb-5f0e-4c24-8168-c183a4f3de93 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429568
Jul 06 00:44:27.010282 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279d9bc-1945-476e-83d7-b75620ba08e7 req-24326ba7-ecdb-40eb-a5ba-69fb3f1140da tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:27.011855 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3279d9bc-1945-476e-83d7-b75620ba08e7 req-24326ba7-ecdb-40eb-a5ba-69fb3f1140da tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0841060
Jul 06 00:44:27.073034 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3279d9bc-1945-476e-83d7-b75620ba08e7 req-73fb411a-a50f-49a0-8c92-829648211765 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537851
Jul 06 00:44:27.370061 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device b26a58e0-2358-4de2-b7cb-6a6788cc5460 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 00:44:27.692088 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port b26a58e0-2358-4de2-b7cb-6a6788cc5460, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=b26a58e0-2358-4de2-b7cb-6a6788cc5460,segment=NetworkSegment(f323667f-7604-4dac-b4b2-e438c13b3634),segment_id=f323667f-7604-4dac-b4b2-e438c13b3634)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:44:27.706970 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Returning: {'device': 'b26a58e0-2358-4de2-b7cb-6a6788cc5460', 'network_id': '19732be1-73e3-4d00-aa78-32a7884cec12', 'port_id': 'b26a58e0-2358-4de2-b7cb-6a6788cc5460', 'mac_address': 'fa:16:3e:f8:79:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a60bc796-39ac-4432-ad6a-03a21bc88ddc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 00:44:27.760485 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:27.778441 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b26a58e0-2358-4de2-b7cb-6a6788cc5460 {{(pid=80882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:44:27.794789 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port b26a58e0-2358-4de2-b7cb-6a6788cc5460, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=b26a58e0-2358-4de2-b7cb-6a6788cc5460,segment=NetworkSegment(f323667f-7604-4dac-b4b2-e438c13b3634),segment_id=f323667f-7604-4dac-b4b2-e438c13b3634)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:44:27.797596 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:27.799437 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:27.863309 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=b26a58e0-2358-4de2-b7cb-6a6788cc5460,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:27.866477 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:27.939503 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12993da8-073c-461b-920a-20d66306896e req-59166a08-f039-4063-bdfe-aa386560f98f tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:27.941096 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-12993da8-073c-461b-920a-20d66306896e req-59166a08-f039-4063-bdfe-aa386560f98f tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 944 time: 0.0808930
Jul 06 00:44:27.995036 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-12993da8-073c-461b-920a-20d66306896e req-0b9d68cc-760f-4db4-b847-777cac194bc6 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467582
Jul 06 00:44:28.262944 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525aeab-3ee6-43b1-9a81-343bf5dde80d req-3cbf676a-7cb8-4ecc-bf29-5660864341a3 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:28.264446 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9525aeab-3ee6-43b1-9a81-343bf5dde80d req-3cbf676a-7cb8-4ecc-bf29-5660864341a3 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0775430
Jul 06 00:44:28.313430 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9525aeab-3ee6-43b1-9a81-343bf5dde80d req-4f56fea3-e2ad-4f8a-b36c-f46481a5e1b5 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416286
Jul 06 00:44:29.200235 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a2499-82b1-40d1-98d0-dfddd5681db8 req-da5ce26e-321f-45bc-a167-717e984bb6f2 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:29.201725 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bf9a2499-82b1-40d1-98d0-dfddd5681db8 req-da5ce26e-321f-45bc-a167-717e984bb6f2 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 944 time: 0.0830474
Jul 06 00:44:29.253495 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bf9a2499-82b1-40d1-98d0-dfddd5681db8 req-83288d17-af70-4753-b2f6-049a9a64b39f tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429802
Jul 06 00:44:29.506165 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b073f-6654-4dd2-9700-1969b9883ac4 req-03ddf259-0ae6-4196-b352-f8dc0c4d9365 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:29.507681 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fe3b073f-6654-4dd2-9700-1969b9883ac4 req-03ddf259-0ae6-4196-b352-f8dc0c4d9365 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0781918
Jul 06 00:44:29.560645 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fe3b073f-6654-4dd2-9700-1969b9883ac4 req-b6f5c003-5a82-4187-947d-9b9a059e178b tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459461
Jul 06 00:44:29.920474 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:44:30.131394 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['b26a58e0-2358-4de2-b7cb-6a6788cc5460'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:44:30.446365 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecbf2c-9535-46df-8a87-1a53620fe36b req-cdd4b6ce-0bbc-4a93-a551-9ea449a8dd05 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:30.447964 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8eecbf2c-9535-46df-8a87-1a53620fe36b req-cdd4b6ce-0bbc-4a93-a551-9ea449a8dd05 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 944 time: 0.0781722
Jul 06 00:44:30.499006 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8eecbf2c-9535-46df-8a87-1a53620fe36b req-eeb2fc5d-5b0f-4598-948d-2a122a655595 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440512
Jul 06 00:44:30.763479 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c5ff0-b815-4f75-8bb5-4a4d36adbbc1 req-30b84015-cdcd-4ab9-8080-3e770866ba71 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:30.766229 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fe8c5ff0-b815-4f75-8bb5-4a4d36adbbc1 req-30b84015-cdcd-4ab9-8080-3e770866ba71 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0853987
Jul 06 00:44:30.818488 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fe8c5ff0-b815-4f75-8bb5-4a4d36adbbc1 req-eec291bb-c2ad-43e5-a0ed-385685c4611e tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432069
Jul 06 00:44:31.318298 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 54096) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:31.500520 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d5b5230f-6507-49c8-bf8f-605367b8a670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:31.532289 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-d5b5230f-6507-49c8-bf8f-605367b8a670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:44:31.536534 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-d5b5230f-6507-49c8-bf8f-605367b8a670 admin admin] Usage tracker for resource:security_group_rule and tenant:02012405426747019df52ed6f3a692c1 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:44:31.539446 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-d5b5230f-6507-49c8-bf8f-605367b8a670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:44:31.545548 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-d5b5230f-6507-49c8-bf8f-605367b8a670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:44:31.660824 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d5b5230f-6507-49c8-bf8f-605367b8a670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:31.671389 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d5b5230f-6507-49c8-bf8f-605367b8a670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:31.680903 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5cc269bd-e9b9-426a-90b5-297d86a18b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:31.732202 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5230f-6507-49c8-bf8f-605367b8a670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5990bf1-0219-4c5f-ab17-f109a9464ab4,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:31.748645 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-d5b5230f-6507-49c8-bf8f-605367b8a670 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02012405426747019df52ed6f3a692c1&name=default HTTP/1.1" status: 200  len: 2629 time: 0.4292412
Jul 06 00:44:31.751498 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b5230f-6507-49c8-bf8f-605367b8a670 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:31.751909 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b5230f-6507-49c8-bf8f-605367b8a670 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:31.753007 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 54104) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:31.753441 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b5230f-6507-49c8-bf8f-605367b8a670 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:31.754436 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b5230f-6507-49c8-bf8f-605367b8a670 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:31.755215 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b5230f-6507-49c8-bf8f-605367b8a670 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:31.755962 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b5230f-6507-49c8-bf8f-605367b8a670 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:31.756621 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b5230f-6507-49c8-bf8f-605367b8a670 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:31.757119 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b5230f-6507-49c8-bf8f-605367b8a670 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:31.757521 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b5230f-6507-49c8-bf8f-605367b8a670 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:31.757954 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b5230f-6507-49c8-bf8f-605367b8a670 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:31.758409 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b5230f-6507-49c8-bf8f-605367b8a670 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:31.763468 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d5b5230f-6507-49c8-bf8f-605367b8a670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:31.777329 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e4caf-a4be-4e38-b7ef-90f2666994d1 req-1149af25-d93e-42b3-a89e-7c39facd4211 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:31.778897 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9f0e4caf-a4be-4e38-b7ef-90f2666994d1 req-1149af25-d93e-42b3-a89e-7c39facd4211 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 944 time: 0.1644893
Jul 06 00:44:31.821763 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1d771150-b858-4066-857f-c193cfc5f939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:31.859861 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1d771150-b858-4066-857f-c193cfc5f939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:31.917472 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1d771150-b858-4066-857f-c193cfc5f939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:31.923063 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:31.937877 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d771150-b858-4066-857f-c193cfc5f939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5990bf1-0219-4c5f-ab17-f109a9464ab4,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:31.947606 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1d771150-b858-4066-857f-c193cfc5f939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:31.949562 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-1d771150-b858-4066-857f-c193cfc5f939 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5990bf1-0219-4c5f-ab17-f109a9464ab4 HTTP/1.1" status: 204  len: 168 time: 0.1954412
Jul 06 00:44:31.952010 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d771150-b858-4066-857f-c193cfc5f939 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:31.952415 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d771150-b858-4066-857f-c193cfc5f939 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:31.953155 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d771150-b858-4066-857f-c193cfc5f939 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:31.953290 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d771150-b858-4066-857f-c193cfc5f939 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:31.953858 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d771150-b858-4066-857f-c193cfc5f939 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:31.954225 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d771150-b858-4066-857f-c193cfc5f939 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:31.954774 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d771150-b858-4066-857f-c193cfc5f939 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:31.955219 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d771150-b858-4066-857f-c193cfc5f939 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:31.956206 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d771150-b858-4066-857f-c193cfc5f939 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:31.956749 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d771150-b858-4066-857f-c193cfc5f939 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:31.957192 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d771150-b858-4066-857f-c193cfc5f939 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:44:31.962456 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1d771150-b858-4066-857f-c193cfc5f939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:32.109735 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9f0e4caf-a4be-4e38-b7ef-90f2666994d1 req-1ed35aaa-7403-4483-a67e-4ea06342988f tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3165109
Jul 06 00:44:32.136497 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea4869-78c2-4cd6-8dc1-784dae3ab8ef req-ad21ccfc-7364-4d72-a308-0312b3804146 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:32.143752 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ceea4869-78c2-4cd6-8dc1-784dae3ab8ef req-ad21ccfc-7364-4d72-a308-0312b3804146 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.1205277
Jul 06 00:44:32.193220 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ceea4869-78c2-4cd6-8dc1-784dae3ab8ef req-a3f34fa4-8bb9-45bf-b7ca-08524bcf5d99 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471668
Jul 06 00:44:33.311537 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6255ded-161a-4ae1-b18b-0321b7017d3b req-ac900ecb-4b12-4565-85bb-0c7870e072d6 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:33.313102 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a6255ded-161a-4ae1-b18b-0321b7017d3b req-ac900ecb-4b12-4565-85bb-0c7870e072d6 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 944 time: 0.0850651
Jul 06 00:44:33.363335 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a6255ded-161a-4ae1-b18b-0321b7017d3b req-3712d6a4-9dd6-4e91-ac23-9e9634a7925e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424948
Jul 06 00:44:33.553434 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13045f91-baf2-405d-a41c-b6528a5eea9a req-ab66f381-5d33-4b6e-85ba-d4af78f4427f tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:33.554980 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-13045f91-baf2-405d-a41c-b6528a5eea9a req-ab66f381-5d33-4b6e-85ba-d4af78f4427f tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0863719
Jul 06 00:44:33.606007 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-13045f91-baf2-405d-a41c-b6528a5eea9a req-4982b655-bd09-4078-b3a4-cef43029a92f tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433042
Jul 06 00:44:34.590200 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0117e-8ada-4bd7-b22e-8d894fe50840 req-35861f70-2384-4bae-bd1d-c35c165b873f tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:34.590200 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-27d0117e-8ada-4bd7-b22e-8d894fe50840 req-35861f70-2384-4bae-bd1d-c35c165b873f tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 944 time: 0.0978107
Jul 06 00:44:34.638300 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-27d0117e-8ada-4bd7-b22e-8d894fe50840 req-d8d9899a-38af-4ec9-a0f2-db531a963df9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463624
Jul 06 00:44:34.714893 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device b26a58e0-2358-4de2-b7cb-6a6788cc5460 up at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:44:34.780645 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning for port b26a58e0-2358-4de2-b7cb-6a6788cc5460 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:44:34.786209 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning complete for port b26a58e0-2358-4de2-b7cb-6a6788cc5460 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:44:34.786609 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:34.814605 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c80b94-166d-4c09-8f92-3aa76fa9e8cb req-b61cb175-fe72-493b-b007-0533b18842cf tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:34.816245 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-23c80b94-166d-4c09-8f92-3aa76fa9e8cb req-b61cb175-fe72-493b-b007-0533b18842cf tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0767467
Jul 06 00:44:34.874589 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-23c80b94-166d-4c09-8f92-3aa76fa9e8cb req-df804ce8-f2ff-49a9-b08a-3f0efb345863 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510666
Jul 06 00:44:34.900109 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:34.927642 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728de1bd-5983-4496-87ea-a6328622c599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26a58e0-2358-4de2-b7cb-6a6788cc5460'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:44:34.938849 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port b26a58e0-2358-4de2-b7cb-6a6788cc5460, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=b26a58e0-2358-4de2-b7cb-6a6788cc5460,segment=NetworkSegment(f323667f-7604-4dac-b4b2-e438c13b3634),segment_id=f323667f-7604-4dac-b4b2-e438c13b3634)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:44:34.941925 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:34.943866 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:34.981352 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728de1bd-5983-4496-87ea-a6328622c599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26a58e0-2358-4de2-b7cb-6a6788cc5460', 'code': 200}
Jul 06 00:44:35.010770 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=b26a58e0-2358-4de2-b7cb-6a6788cc5460,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:35.014012 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:35.832697 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9b310-d25d-4aae-8d55-d7ceb25b7261 req-18eee097-824b-45fe-9e9f-ccafa4fa161a tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:35.834242 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d5e9b310-d25d-4aae-8d55-d7ceb25b7261 req-18eee097-824b-45fe-9e9f-ccafa4fa161a tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 945 time: 0.0763016
Jul 06 00:44:35.883528 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d5e9b310-d25d-4aae-8d55-d7ceb25b7261 req-50b34a5b-c202-4428-a485-8d4b792a3716 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422156
Jul 06 00:44:36.066185 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918dd5a-dc43-4c27-95a7-55667add0dc9 req-c453fe03-fd22-4688-9f85-d96f9cd7d67f tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:36.067751 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3918dd5a-dc43-4c27-95a7-55667add0dc9 req-c453fe03-fd22-4688-9f85-d96f9cd7d67f tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0814397
Jul 06 00:44:36.117250 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3918dd5a-dc43-4c27-95a7-55667add0dc9 req-07d27d6a-73cb-440b-8070-a14ef9e50b42 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425811
Jul 06 00:44:37.083401 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac24b89-4b92-4c2b-b2a3-205ae38e4941 req-85de51a9-516a-4a82-aaa1-ddcdde4ed2d9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:37.084886 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7ac24b89-4b92-4c2b-b2a3-205ae38e4941 req-85de51a9-516a-4a82-aaa1-ddcdde4ed2d9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 945 time: 0.0773423
Jul 06 00:44:37.139246 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7ac24b89-4b92-4c2b-b2a3-205ae38e4941 req-9c779515-cbee-4797-87dd-b63cd1281896 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472286
Jul 06 00:44:37.313666 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f0731-ded9-45a8-9fdf-23079bb0aeb3 req-318f06d0-5edd-42c3-85a4-be2d2c558018 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:37.315854 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-aa7f0731-ded9-45a8-9fdf-23079bb0aeb3 req-318f06d0-5edd-42c3-85a4-be2d2c558018 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0774539
Jul 06 00:44:37.369376 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-aa7f0731-ded9-45a8-9fdf-23079bb0aeb3 req-961f95b3-5d22-4374-8a24-49dfd42dd6b8 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441158
Jul 06 00:44:38.110758 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9e90585d-4159-460f-a333-eb264c5dc33e req-473bdf37-3d19-4d5e-87fc-516a1a6e91a7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 1098 time: 0.0687356
Jul 06 00:44:38.161386 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9e90585d-4159-460f-a333-eb264c5dc33e req-2117df61-e415-4c0e-ade5-accbd357b72d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430162
Jul 06 00:44:38.337720 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccccbeb-913c-4fe0-b7b0-51d2ae7393bd req-a14db6c1-f702-4cd1-8e70-afa6eda1f9ec tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:38.339357 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6ccccbeb-913c-4fe0-b7b0-51d2ae7393bd req-a14db6c1-f702-4cd1-8e70-afa6eda1f9ec tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 945 time: 0.0893068
Jul 06 00:44:38.391685 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6ccccbeb-913c-4fe0-b7b0-51d2ae7393bd req-070af254-4dfc-4371-b0ee-8907e8c09f61 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445871
Jul 06 00:44:38.567433 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca9950-5654-4fac-89f4-d84d376db0e4 req-ec968a7e-b672-479a-81dd-046d142bfbbb tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:38.568988 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e7ca9950-5654-4fac-89f4-d84d376db0e4 req-ec968a7e-b672-479a-81dd-046d142bfbbb tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0776753
Jul 06 00:44:38.621256 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e7ca9950-5654-4fac-89f4-d84d376db0e4 req-0b82e645-cfd8-4890-866c-8749d4eacf46 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452476
Jul 06 00:44:39.651511 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9291955-f39c-4ca9-b504-ed64e30d8b6f req-048994c3-a19c-47cc-ab09-fa607b2508fa tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:39.653163 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d9291955-f39c-4ca9-b504-ed64e30d8b6f req-048994c3-a19c-47cc-ab09-fa607b2508fa tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 945 time: 0.1169167
Jul 06 00:44:39.711178 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d9291955-f39c-4ca9-b504-ed64e30d8b6f req-58c007a6-3fb4-4197-b54d-6f3e6f5683bd tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455661
Jul 06 00:44:39.829588 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae61076-316d-4cb0-8784-f1562bee07b7 req-6dc28620-2864-4eeb-b601-0a48bb6ee840 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:39.832102 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6ae61076-316d-4cb0-8784-f1562bee07b7 req-6dc28620-2864-4eeb-b601-0a48bb6ee840 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0873754
Jul 06 00:44:39.883040 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6ae61076-316d-4cb0-8784-f1562bee07b7 req-1ffe77b3-4763-463c-9b3f-97e0ef6cbff1 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440345
Jul 06 00:44:40.548182 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 54300) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:40.707393 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e05e479b-def8-481a-9cb7-970faac102df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:40.738417 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-e05e479b-def8-481a-9cb7-970faac102df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:44:40.742668 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-e05e479b-def8-481a-9cb7-970faac102df admin admin] Usage tracker for resource:security_group_rule and tenant:f69477d9a76b45a0ac024e89fe28ec04 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:44:40.745672 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-e05e479b-def8-481a-9cb7-970faac102df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:44:40.751550 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-e05e479b-def8-481a-9cb7-970faac102df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:44:40.821405 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e05e479b-def8-481a-9cb7-970faac102df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:40.824747 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e05e479b-def8-481a-9cb7-970faac102df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:40.833374 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-58806995-fded-4e32-97d7-1360bb226ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:40.885024 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e479b-def8-481a-9cb7-970faac102df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5164691-8149-4630-b500-a2917413e987,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:40.888665 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e05e479b-def8-481a-9cb7-970faac102df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:40.894874 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-e05e479b-def8-481a-9cb7-970faac102df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f69477d9a76b45a0ac024e89fe28ec04&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3424335
Jul 06 00:44:40.895455 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 54310) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:40.917955 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a2c68-07fa-46e3-b9cd-0e1cb8a39051 req-31396238-dd2a-4132-887f-24520de13555 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:40.923011 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-609a2c68-07fa-46e3-b9cd-0e1cb8a39051 req-31396238-dd2a-4132-887f-24520de13555 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 945 time: 0.0903130
Jul 06 00:44:40.964253 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-aab2578d-a793-45d6-82d9-48a5bd364ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:40.972576 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-609a2c68-07fa-46e3-b9cd-0e1cb8a39051 req-5d17c640-d568-4b66-a871-0f0adb27e178 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443974
Jul 06 00:44:40.995046 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-aab2578d-a793-45d6-82d9-48a5bd364ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:41.046961 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-aab2578d-a793-45d6-82d9-48a5bd364ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:41.052715 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d05d704d-e8f4-46b2-8103-ee49893fd1dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:41.063677 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2578d-a793-45d6-82d9-48a5bd364ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5164691-8149-4630-b500-a2917413e987,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:41.070329 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-aab2578d-a793-45d6-82d9-48a5bd364ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:41.071113 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-aab2578d-a793-45d6-82d9-48a5bd364ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:41.072956 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-aab2578d-a793-45d6-82d9-48a5bd364ffd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5164691-8149-4630-b500-a2917413e987 HTTP/1.1" status: 204  len: 168 time: 0.1768138
Jul 06 00:44:41.099484 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570b3a1-8312-477b-9b3a-40a230046deb req-d37e544e-7857-43c4-bc56-88d5426362e1 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:41.102360 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1570b3a1-8312-477b-9b3a-40a230046deb req-d37e544e-7857-43c4-bc56-88d5426362e1 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0849996
Jul 06 00:44:41.159784 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1570b3a1-8312-477b-9b3a-40a230046deb req-f3949c20-5511-4a51-b745-272359560686 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498374
Jul 06 00:44:41.766642 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ab2d42cd-b672-4ccd-b8c5-f59a5e8faf6a req-f0821ecb-4515-498e-ac0e-f440909d9c96 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 1098 time: 0.0885270
Jul 06 00:44:41.820494 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ab2d42cd-b672-4ccd-b8c5-f59a5e8faf6a req-5d545426-b92f-4572-abfa-b5c4a3f7682b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456614
Jul 06 00:44:41.840014 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 54350) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:41.997801 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a8621705-706b-4669-8ca5-5010ff30fa70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:42.029574 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-a8621705-706b-4669-8ca5-5010ff30fa70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:44:42.033888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-a8621705-706b-4669-8ca5-5010ff30fa70 admin admin] Usage tracker for resource:security_group_rule and tenant:0a1fb7e4b302451cbba9bd8085ea7fce is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:44:42.036796 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-a8621705-706b-4669-8ca5-5010ff30fa70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:44:42.042628 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-a8621705-706b-4669-8ca5-5010ff30fa70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:44:42.110849 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a8621705-706b-4669-8ca5-5010ff30fa70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:42.120951 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a8621705-706b-4669-8ca5-5010ff30fa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:42.131514 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:42.185735 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8621705-706b-4669-8ca5-5010ff30fa70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4453d8dd-ab3d-465c-aa2a-d99c9bc83b2b,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:42.193803 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a8621705-706b-4669-8ca5-5010ff30fa70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:42.199548 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-a8621705-706b-4669-8ca5-5010ff30fa70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a1fb7e4b302451cbba9bd8085ea7fce&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3583672
Jul 06 00:44:42.200516 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 54368) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:42.275594 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a46d0733-343b-4d66-8404-8d7da0dce366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:42.307460 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a46d0733-343b-4d66-8404-8d7da0dce366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:42.315109 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b4703514-6bef-441f-bdee-5ca008a9d521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:42.368725 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a46d0733-343b-4d66-8404-8d7da0dce366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:42.374175 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-532d6000-6aec-4cad-b733-0f6c4a593a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:42.378254 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6e501-0111-43c7-98fd-ef9a332308b2 req-64d7c920-5a7f-49e2-aa62-4722559d279e tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:42.379876 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-88d6e501-0111-43c7-98fd-ef9a332308b2 req-64d7c920-5a7f-49e2-aa62-4722559d279e tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0931628
Jul 06 00:44:42.386154 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d0733-343b-4d66-8404-8d7da0dce366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4453d8dd-ab3d-465c-aa2a-d99c9bc83b2b,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:42.391785 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a46d0733-343b-4d66-8404-8d7da0dce366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:42.395072 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a46d0733-343b-4d66-8404-8d7da0dce366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:42.396324 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-a46d0733-343b-4d66-8404-8d7da0dce366 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4453d8dd-ab3d-465c-aa2a-d99c9bc83b2b HTTP/1.1" status: 204  len: 168 time: 0.1934776
Jul 06 00:44:42.446381 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-88d6e501-0111-43c7-98fd-ef9a332308b2 req-cd05067e-8299-42bc-abf5-3b8b865bbb85 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585825
Jul 06 00:44:43.002270 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 54394) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:43.026750 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0d3688ed-5e9f-49be-94d1-c4655e700e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:43.063318 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-0d3688ed-5e9f-49be-94d1-c4655e700e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:44:43.068415 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-0d3688ed-5e9f-49be-94d1-c4655e700e9b admin admin] Usage tracker for resource:security_group_rule and tenant:d6bd59289c0744139f318dbda64265b3 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:44:43.071905 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-0d3688ed-5e9f-49be-94d1-c4655e700e9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:44:43.077732 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-0d3688ed-5e9f-49be-94d1-c4655e700e9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:44:43.160508 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0d3688ed-5e9f-49be-94d1-c4655e700e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:43.166205 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0d3688ed-5e9f-49be-94d1-c4655e700e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:43.173629 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-aab2578d-a793-45d6-82d9-48a5bd364ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:43.224323 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-0d3688ed-5e9f-49be-94d1-c4655e700e9b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6bd59289c0744139f318dbda64265b3&name=default HTTP/1.1" status: 200  len: 2629 time: 0.2208071
Jul 06 00:44:43.225116 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3688ed-5e9f-49be-94d1-c4655e700e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c949797-69f8-4608-a1f2-4f9c57ac3128,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:43.227334 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 54402) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:44:43.228198 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0d3688ed-5e9f-49be-94d1-c4655e700e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:43.307579 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-310424fa-da4e-4652-be9b-0e8feb8b0eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:43.336395 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-310424fa-da4e-4652-be9b-0e8feb8b0eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:43.384990 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-310424fa-da4e-4652-be9b-0e8feb8b0eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:43.396781 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5f16c559-f0f6-4453-a1b5-2924b9f52bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:44:43.410067 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310424fa-da4e-4652-be9b-0e8feb8b0eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c949797-69f8-4608-a1f2-4f9c57ac3128,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:44:43.419749 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-310424fa-da4e-4652-be9b-0e8feb8b0eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:44:43.420771 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-310424fa-da4e-4652-be9b-0e8feb8b0eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:43.421722 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-310424fa-da4e-4652-be9b-0e8feb8b0eb7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c949797-69f8-4608-a1f2-4f9c57ac3128 HTTP/1.1" status: 204  len: 168 time: 0.1932833
Jul 06 00:44:43.484853 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:43.632662 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:43.656214 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b01bb-d755-4d36-a551-b1bdb5561a95 req-794aa3ae-ec26-402b-ab52-c424c34fa740 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:43.657804 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-520b01bb-d755-4d36-a551-b1bdb5561a95 req-794aa3ae-ec26-402b-ab52-c424c34fa740 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0847440
Jul 06 00:44:43.714346 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-520b01bb-d755-4d36-a551-b1bdb5561a95 req-b487dccd-1972-46cf-bea3-9ff488b267c0 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491521
Jul 06 00:44:44.322167 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-263adb6f-24be-4320-8936-7799e6a2aa97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:44.324559 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f245cb8b-c906-4017-b4a8-b6adf03fd79d req-e45e0f86-d4c6-4244-b86d-d847e38dcab1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1963967027cc4dd4b63bb84357052310&device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 1098 time: 0.2274692
Jul 06 00:44:44.442454 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8f536-a3af-4472-ac47-0f5e8e45e0fd req-d9bdc926-73f9-4a2e-82b4-1bbb113daee3 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:44.444431 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-25a8f536-a3af-4472-ac47-0f5e8e45e0fd req-d9bdc926-73f9-4a2e-82b4-1bbb113daee3 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0919979
Jul 06 00:44:44.507726 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-25a8f536-a3af-4472-ac47-0f5e8e45e0fd req-8f29a3eb-9ca1-4976-996c-d9a9c3e6faa8 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554492
Jul 06 00:44:44.539580 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245cb8b-c906-4017-b4a8-b6adf03fd79d req-8b469128-be2c-4aa5-950c-d1dea8d0f2d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:44.541220 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f245cb8b-c906-4017-b4a8-b6adf03fd79d req-8b469128-be2c-4aa5-950c-d1dea8d0f2d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e HTTP/1.1" status: 200  len: 919 time: 0.2158136
Jul 06 00:44:44.632751 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f245cb8b-c906-4017-b4a8-b6adf03fd79d req-990ee6ee-4221-471d-a3ec-6127e10ab55c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9551bc00-2956-4176-be5b-c2093ff12adc HTTP/1.1" status: 200  len: 217 time: 0.0799000
Jul 06 00:44:44.700243 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245cb8b-c906-4017-b4a8-b6adf03fd79d req-560d740f-e840-4d63-b417-cb26b7de604a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:44.701704 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f245cb8b-c906-4017-b4a8-b6adf03fd79d req-560d740f-e840-4d63-b417-cb26b7de604a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86a28ffc-a537-4a50-9ffb-7893c410a8f3 HTTP/1.1" status: 200  len: 858 time: 0.0602238
Jul 06 00:44:44.756461 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f245cb8b-c906-4017-b4a8-b6adf03fd79d req-7d1929d1-9c8e-4497-a795-8044e1ee6c4c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455389
Jul 06 00:44:44.784709 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:44.897357 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f245cb8b-c906-4017-b4a8-b6adf03fd79d req-071ff815-27e5-4257-9c47-5d2b511f0987 service neutron] 10.222.0.39 "GET /v2.0/networks/f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319528
Jul 06 00:44:45.042937 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f245cb8b-c906-4017-b4a8-b6adf03fd79d req-2ec09b3a-1bdf-45f8-875f-5beede388f2f service neutron] 10.222.0.39 "GET /v2.0/networks/f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368182
Jul 06 00:44:45.702838 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c1f96-63bb-479e-b085-d36beb6a39c6 req-0c94143e-3f78-42bf-a647-3eadb4f94f73 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:45.704456 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c06c1f96-63bb-479e-b085-d36beb6a39c6 req-0c94143e-3f78-42bf-a647-3eadb4f94f73 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0855715
Jul 06 00:44:45.755653 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c06c1f96-63bb-479e-b085-d36beb6a39c6 req-2eea3849-91ba-4aad-b86d-6a7676af4fa8 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428505
Jul 06 00:44:45.948994 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:44:46.956176 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffb579-7069-4c35-bddd-2def1bee158c req-d86672ca-52b7-4286-b91f-76160c1c5952 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:46.957676 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ccffb579-7069-4c35-bddd-2def1bee158c req-d86672ca-52b7-4286-b91f-76160c1c5952 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0863304
Jul 06 00:44:47.008082 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ccffb579-7069-4c35-bddd-2def1bee158c req-024f08bd-b0c0-4e46-af9d-71fba733f716 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431306
Jul 06 00:44:48.209888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e1c2a-8f95-446b-8cc9-150b7876f7ae req-93b8ddee-513a-4322-ac8d-c154f5c9360e tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:48.211475 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fc6e1c2a-8f95-446b-8cc9-150b7876f7ae req-93b8ddee-513a-4322-ac8d-c154f5c9360e tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0810647
Jul 06 00:44:48.266764 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fc6e1c2a-8f95-446b-8cc9-150b7876f7ae req-b2b4e6b3-9975-4f9e-bfcc-24f87c0c5de4 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482273
Jul 06 00:44:49.459847 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8369c-ae16-4e7e-b67a-345b44326e08 req-ac7c088a-4d61-4f72-b51f-76b0b7f67617 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:49.461419 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b9b8369c-ae16-4e7e-b67a-345b44326e08 req-ac7c088a-4d61-4f72-b51f-76b0b7f67617 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0776293
Jul 06 00:44:49.512236 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b9b8369c-ae16-4e7e-b67a-345b44326e08 req-becc6f38-24f1-4494-8762-63e6ec21068f tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435617
Jul 06 00:44:50.705943 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5cb4a-8444-43da-b60a-ca923053667c req-d820382f-2555-4557-81e8-315e88e511be tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:50.707482 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-77d5cb4a-8444-43da-b60a-ca923053667c req-d820382f-2555-4557-81e8-315e88e511be tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0828972
Jul 06 00:44:50.757075 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-77d5cb4a-8444-43da-b60a-ca923053667c req-38304320-8c94-4adf-99f1-16e4f31bacfa tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425627
Jul 06 00:44:51.956133 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb50891-28ad-4ed7-b240-ba9e2482f2e6 req-0689ae63-98ab-4275-b651-c042988814e1 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:51.957728 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1cb50891-28ad-4ed7-b240-ba9e2482f2e6 req-0689ae63-98ab-4275-b651-c042988814e1 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0841050
Jul 06 00:44:52.016643 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1cb50891-28ad-4ed7-b240-ba9e2482f2e6 req-2cc98572-0154-47a1-a2c1-0875c1c1a915 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519345
Jul 06 00:44:53.224751 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544ba43-c602-41af-82ad-ef5ce5688162 req-2bbcd1d5-9423-4f6c-ad1a-c37f81247914 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:53.226382 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a544ba43-c602-41af-82ad-ef5ce5688162 req-2bbcd1d5-9423-4f6c-ad1a-c37f81247914 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0850182
Jul 06 00:44:53.278856 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a544ba43-c602-41af-82ad-ef5ce5688162 req-28e1abe7-5b9c-4f84-aedd-4f47b1acbe2e tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448935
Jul 06 00:44:54.473590 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ad313-c988-4c9c-99fd-db30f62725f1 req-b1604945-b232-4776-95e0-109a93f13d06 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:54.475916 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c81ad313-c988-4c9c-99fd-db30f62725f1 req-b1604945-b232-4776-95e0-109a93f13d06 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0840285
Jul 06 00:44:54.525013 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c81ad313-c988-4c9c-99fd-db30f62725f1 req-f5f37020-23b7-46d7-885d-a3bb9e339792 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429187
Jul 06 00:44:55.715838 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd8b79a-062d-4070-a525-6938f3abe555 req-fe710c3e-c34f-460d-999f-b7b817eeb9c3 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:55.717387 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9fd8b79a-062d-4070-a525-6938f3abe555 req-fe710c3e-c34f-460d-999f-b7b817eeb9c3 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0769248
Jul 06 00:44:55.770815 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9fd8b79a-062d-4070-a525-6938f3abe555 req-9626a18a-ea96-4654-9038-77caadcf42ac tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460014
Jul 06 00:44:56.958351 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2fe86-a6ce-4552-9552-88ebbc2cc0fa req-9ffa62f6-2b4a-4423-9526-49cfcd604dd2 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:56.959948 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f9e2fe86-a6ce-4552-9552-88ebbc2cc0fa req-9ffa62f6-2b4a-4423-9526-49cfcd604dd2 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0776813
Jul 06 00:44:57.008380 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f9e2fe86-a6ce-4552-9552-88ebbc2cc0fa req-1d9538b9-dcd4-47ab-91d5-dde04dd6e1d6 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414543
Jul 06 00:44:58.205102 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4769b89-d501-4546-ad17-fbce665de0ef req-b49ae87e-0d19-4c21-a336-531cc4505ea1 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:58.206673 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c4769b89-d501-4546-ad17-fbce665de0ef req-b49ae87e-0d19-4c21-a336-531cc4505ea1 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0816510
Jul 06 00:44:58.258745 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c4769b89-d501-4546-ad17-fbce665de0ef req-0badd0ee-5537-4d13-9a5a-31bfd3744657 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449827
Jul 06 00:44:59.455160 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138f942-4866-4542-9eba-12f79f2bbe7d req-e4dd099f-28d4-4bcd-8e02-a11160249fa4 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:59.456741 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c138f942-4866-4542-9eba-12f79f2bbe7d req-e4dd099f-28d4-4bcd-8e02-a11160249fa4 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0811856
Jul 06 00:44:59.510130 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c138f942-4866-4542-9eba-12f79f2bbe7d req-3cc89999-33bd-4122-b972-89158c845c4e tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458014
Jul 06 00:44:59.910245 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-e869d49d-5f80-42dc-8978-eb3c5698a071 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:44:59.911761 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-e869d49d-5f80-42dc-8978-eb3c5698a071 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/networks?id=19732be1-73e3-4d00-aa78-32a7884cec12 HTTP/1.1" status: 200  len: 814 time: 0.1601806
Jul 06 00:44:59.931736 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-89e0b795-ca1c-46f7-8d8d-23a54c9b28ed tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/quotas/497c5bc6650a4132aea8c107f14defba HTTP/1.1" status: 200  len: 375 time: 0.0122302
Jul 06 00:44:59.995199 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 54710) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:00.028008 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-6026095e-5738-439f-a016-97bf2ca1384c tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=497c5bc6650a4132aea8c107f14defba&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0862777
Jul 06 00:45:00.186806 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-05c0c774-9b9e-48d3-97ed-d7f06ceaac43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:00.224576 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-05c0c774-9b9e-48d3-97ed-d7f06ceaac43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:00.228683 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-05c0c774-9b9e-48d3-97ed-d7f06ceaac43 admin admin] Usage tracker for resource:security_group_rule and tenant:4287bb2c4972473d8c2063d6c2766ca8 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:00.231697 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-05c0c774-9b9e-48d3-97ed-d7f06ceaac43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:00.238072 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-05c0c774-9b9e-48d3-97ed-d7f06ceaac43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:00.309041 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-05c0c774-9b9e-48d3-97ed-d7f06ceaac43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:00.313297 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-05c0c774-9b9e-48d3-97ed-d7f06ceaac43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:00.322754 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-52067527-f60e-4ef1-91d9-f8d01e5ffaa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:00.334669 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 54720) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:00.369262 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0c774-9b9e-48d3-97ed-d7f06ceaac43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c5493f-f279-401c-8e82-09c2d5c06179,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:00.377794 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-05c0c774-9b9e-48d3-97ed-d7f06ceaac43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4287bb2c4972473d8c2063d6c2766ca8&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3813565
Jul 06 00:45:00.379300 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-05c0c774-9b9e-48d3-97ed-d7f06ceaac43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:00.379300 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 54726) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:00.389290 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-9589944b-d8c3-4a7d-b0a8-5847907b883b service neutron] 10.222.0.13 "GET /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3506930
Jul 06 00:45:00.444212 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f921bae9-4896-4efe-8f16-422042b121c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:00.472374 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f921bae9-4896-4efe-8f16-422042b121c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:00.511429 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0bbacbf6-bf3c-4533-a5ed-b63eaef836d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:00.523066 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f921bae9-4896-4efe-8f16-422042b121c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:00.528113 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-03c71922-f819-43a8-87b8-92506d1637e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:00.542232 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921bae9-4896-4efe-8f16-422042b121c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c5493f-f279-401c-8e82-09c2d5c06179,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:00.547159 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f921bae9-4896-4efe-8f16-422042b121c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:00.552022 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f921bae9-4896-4efe-8f16-422042b121c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:00.556152 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-f921bae9-4896-4efe-8f16-422042b121c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97c5493f-f279-401c-8e82-09c2d5c06179 HTTP/1.1" status: 204  len: 168 time: 0.1757979
Jul 06 00:45:00.595781 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-0bbacbf6-bf3c-4533-a5ed-b63eaef836d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:00.599782 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-9ebef8e8-c0b0-4d2f-93a3-7762ef065804 service neutron] 10.222.0.13 "GET /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2006228
Jul 06 00:45:00.602078 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-0bbacbf6-bf3c-4533-a5ed-b63eaef836d2 admin admin] Usage tracker for resource:security_group_rule and tenant:26a5c825d43c41a59f68a960e39ef62d is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:00.605278 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-0bbacbf6-bf3c-4533-a5ed-b63eaef836d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:00.612553 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-0bbacbf6-bf3c-4533-a5ed-b63eaef836d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:00.758153 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0bbacbf6-bf3c-4533-a5ed-b63eaef836d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:00.764184 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0bbacbf6-bf3c-4533-a5ed-b63eaef836d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:00.775657 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e64b679e-f95e-48f5-a89e-41f9c70155b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:00.826805 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbacbf6-bf3c-4533-a5ed-b63eaef836d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f325507a-b33e-4835-be9f-bbaee2cb86a8,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:00.837455 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41352e2c-f1d1-475f-8a04-08f4c5043c3d req-cb60ccaf-a122-40be-8809-9ee71a65b4a7 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:00.844078 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-41352e2c-f1d1-475f-8a04-08f4c5043c3d req-cb60ccaf-a122-40be-8809-9ee71a65b4a7 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.2033355
Jul 06 00:45:00.849032 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0bbacbf6-bf3c-4533-a5ed-b63eaef836d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:00.988932 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-730feee3-7942-49de-a9be-a551a83cf40a req-353ae9f5-ee50-4fe7-b931-55ffae270a46 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 210 time: 0.0952597
Jul 06 00:45:01.010238 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-41352e2c-f1d1-475f-8a04-08f4c5043c3d req-2a799244-48e0-42bc-8c71-4d22062554c0 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573510
Jul 06 00:45:01.016099 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-0bbacbf6-bf3c-4533-a5ed-b63eaef836d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26a5c825d43c41a59f68a960e39ef62d&name=default HTTP/1.1" status: 200  len: 2629 time: 0.6782949
Jul 06 00:45:01.017823 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 54756) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:01.092460 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-34b8e3b3-ccc3-4130-bba0-556c086b575f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:01.127532 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-34b8e3b3-ccc3-4130-bba0-556c086b575f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:01.207712 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-34b8e3b3-ccc3-4130-bba0-556c086b575f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:01.214076 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7832f143-31c8-4a3b-8bb8-c386d642298c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:01.237828 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8e3b3-ccc3-4130-bba0-556c086b575f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f325507a-b33e-4835-be9f-bbaee2cb86a8,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:01.251637 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-34b8e3b3-ccc3-4130-bba0-556c086b575f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:01.279209 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-34b8e3b3-ccc3-4130-bba0-556c086b575f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:01.283528 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-34b8e3b3-ccc3-4130-bba0-556c086b575f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f325507a-b33e-4835-be9f-bbaee2cb86a8 HTTP/1.1" status: 204  len: 168 time: 0.2615423
Jul 06 00:45:02.180006 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5308a36e-e95e-4007-8394-82d85bc1a6bb req-9cc44975-e182-4eca-90d2-04dfcddad91e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 210 time: 0.0603330
Jul 06 00:45:02.511937 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 54854) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:02.685987 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1532931694-network', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:45:02.691812 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:02.696518 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] Usage tracker for resource:network and tenant:f0c256f0870e4bf7ae5b32acc283bad9 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:02.700934 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:02.708767 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:02.721195 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] Made reservation on behalf of f0c256f0870e4bf7ae5b32acc283bad9 for: {'network': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:45:02.727628 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for network, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:02.745632 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:02.784918 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-82d70f99-c62d-4bc9-a35e-7d58217f6d71 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:02.786761 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-82d70f99-c62d-4bc9-a35e-7d58217f6d71 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.39 "GET /v2.0/networks?id=19732be1-73e3-4d00-aa78-32a7884cec12 HTTP/1.1" status: 200  len: 814 time: 0.4472835
Jul 06 00:45:02.788051 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:02.792272 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] Usage tracker for resource:security_group_rule and tenant:f0c256f0870e4bf7ae5b32acc283bad9 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:02.796302 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:02.802342 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-703977e8-ce16-4053-8da9-73a6dc186598 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Request body: {'port': {'device_id': 'ca6a4b80-04b0-4f3f-9f29-486b328387ea', 'network_id': '19732be1-73e3-4d00-aa78-32a7884cec12', 'admin_state_up': True, 'tenant_id': '497c5bc6650a4132aea8c107f14defba'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:45:02.808096 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:02.899093 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:02.903025 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:02.917424 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'}  {{(pid=80880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 00:45:02.927800 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:02.928418 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.segments_db [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] Added segment 13961f85-3457-4e48-ae65-f590338ac95f of type vlan for network 411d145c-8901-4ec3-b98d-0157f9cbedb7
Jul 06 00:45:02.956344 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a8621705-706b-4669-8ca5-5010ff30fa70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:02.963398 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734504930197'] for network, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:02.967576 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-703977e8-ce16-4053-8da9-73a6dc186598 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:02.972371 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-703977e8-ce16-4053-8da9-73a6dc186598 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Usage tracker for resource:port and tenant:497c5bc6650a4132aea8c107f14defba is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:02.975308 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-703977e8-ce16-4053-8da9-73a6dc186598 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:02.981043 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-703977e8-ce16-4053-8da9-73a6dc186598 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:02.995816 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-703977e8-ce16-4053-8da9-73a6dc186598 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Made reservation on behalf of 497c5bc6650a4132aea8c107f14defba for: {'port': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:45:03.001633 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-703977e8-ce16-4053-8da9-73a6dc186598 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:03.002569 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9011235-5c4f-49aa-861d-00f7bf1d5a10,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:03.008606 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:03.018170 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for network, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:03.019458 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:03.020092 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:03.025472 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a575dff7-a841-472b-8162-4c8d3db60994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:03.134391 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] Pushing event updated for resources: {'Network': ['ID=411d145c-8901-4ec3-b98d-0157f9cbedb7,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:03.141524 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6251228
Jul 06 00:45:03.141524 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:03.141798 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 54878) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:03.148478 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-1ed274f9-2e9e-4aa5-ad4b-195b1569de2d admin admin] Request body: {'subnet': {'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1532931694-subnet', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'ip_version': 4}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:45:03.152866 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Network 411d145c-8901-4ec3-b98d-0157f9cbedb7 details requested by agent ovs-agent-dv-cinder-799546-2-iscsi with host dv-cinder-799546-2-iscsi {{(pid=80882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 00:45:03.153616 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-1ed274f9-2e9e-4aa5-ad4b-195b1569de2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:03.158254 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-1ed274f9-2e9e-4aa5-ad4b-195b1569de2d admin admin] Usage tracker for resource:subnet and tenant:f0c256f0870e4bf7ae5b32acc283bad9 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:03.161406 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-1ed274f9-2e9e-4aa5-ad4b-195b1569de2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:03.168328 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-1ed274f9-2e9e-4aa5-ad4b-195b1569de2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:03.179882 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed274f9-2e9e-4aa5-ad4b-195b1569de2d admin admin] Made reservation on behalf of f0c256f0870e4bf7ae5b32acc283bad9 for: {'subnet': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:45:03.185345 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1ed274f9-2e9e-4aa5-ad4b-195b1569de2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036823073187'] for subnet, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:03.222720 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-703977e8-ce16-4053-8da9-73a6dc186598 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Allocated IP 172.20.0.14 (19732be1-73e3-4d00-aa78-32a7884cec12/a60bc796-39ac-4432-ad6a-03a21bc88ddc/da07400e-312e-49e3-bc71-c2db44f59944) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:45:03.371220 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-237320b0-2897-446c-9630-df51c1a73b62 req-bb3f7581-008f-4a99-aa5d-312d48b87a0e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 210 time: 0.0642128
Jul 06 00:45:03.482759 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1ed274f9-2e9e-4aa5-ad4b-195b1569de2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822393912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036823073110'] for subnet, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:03.487786 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:03.488116 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-703977e8-ce16-4053-8da9-73a6dc186598 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:03.516604 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-703977e8-ce16-4053-8da9-73a6dc186598 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:03.524058 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0ea53bb2-a07a-4c90-b94c-a13cc4f8fd84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:03.532970 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4', '5458d001-b57f-461d-9645-fcc95c55a199', 'b26a58e0-2358-4de2-b7cb-6a6788cc5460'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:45:03.603526 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-703977e8-ce16-4053-8da9-73a6dc186598 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Network 19732be1-73e3-4d00-aa78-32a7884cec12 is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:45:03.607364 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-703977e8-ce16-4053-8da9-73a6dc186598 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:45:03.609875 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-703977e8-ce16-4053-8da9-73a6dc186598 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:45:03.615047 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-703977e8-ce16-4053-8da9-73a6dc186598 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:03.615756 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-703977e8-ce16-4053-8da9-73a6dc186598 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:03.616469 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed274f9-2e9e-4aa5-ad4b-195b1569de2d admin admin] Checking segment: {'id': '13961f85-3457-4e48-ae65-f590338ac95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:45:03.616865 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed274f9-2e9e-4aa5-ad4b-195b1569de2d admin admin] Network hostable DHCP agents. Network: 411d145c-8901-4ec3-b98d-0157f9cbedb7, hostable agents: ['f5e345ff-b6f9-433d-a315-fe369d22c770'], hosted agents: [] {{(pid=80880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 00:45:03.619786 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed274f9-2e9e-4aa5-ad4b-195b1569de2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=35df5122-581f-4bdc-a4f3-ffbf681f5270,revision_number=0']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:03.630828 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1ed274f9-2e9e-4aa5-ad4b-195b1569de2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:03.637421 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703977e8-ce16-4053-8da9-73a6dc186598 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Pushing event updated for resources: {'Port': ['ID=da07400e-312e-49e3-bc71-c2db44f59944,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:03.639833 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed274f9-2e9e-4aa5-ad4b-195b1569de2d admin admin] Network 411d145c-8901-4ec3-b98d-0157f9cbedb7 is scheduled to be hosted by DHCP agent f5e345ff-b6f9-433d-a315-fe369d22c770 {{(pid=80880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 00:45:03.641041 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-703977e8-ce16-4053-8da9-73a6dc186598 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:03.650679 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-1ed274f9-2e9e-4aa5-ad4b-195b1569de2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-2-iscsi, 411d145c-8901-4ec3-b98d-0157f9cbedb7) {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:45:03.659181 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-703977e8-ce16-4053-8da9-73a6dc186598 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8609240
Jul 06 00:45:03.661702 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed274f9-2e9e-4aa5-ad4b-195b1569de2d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:03.662481 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1ed274f9-2e9e-4aa5-ad4b-195b1569de2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for subnet, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:03.665679 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777e60c7-8c23-4fd3-af11-82148ad87604 None None] Network 411d145c-8901-4ec3-b98d-0157f9cbedb7 requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:45:03.677466 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] Request body: {'port': {'device_id': 'ca6a4b80-04b0-4f3f-9f29-486b328387ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:45:03.691177 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-1ed274f9-2e9e-4aa5-ad4b-195b1569de2d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5453680
Jul 06 00:45:03.691894 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 54896) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:03.697686 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-7cd4909b-ac2d-4fe3-ae5f-9f280a6aa3fd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1532931694-router', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:45:03.702733 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-7cd4909b-ac2d-4fe3-ae5f-9f280a6aa3fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:03.707797 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-7cd4909b-ac2d-4fe3-ae5f-9f280a6aa3fd admin admin] Usage tracker for resource:router and tenant:f0c256f0870e4bf7ae5b32acc283bad9 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:03.710945 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-7cd4909b-ac2d-4fe3-ae5f-9f280a6aa3fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:03.717807 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-7cd4909b-ac2d-4fe3-ae5f-9f280a6aa3fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:03.729280 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7cd4909b-ac2d-4fe3-ae5f-9f280a6aa3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854766716'] for router, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:03.730327 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7cd4909b-ac2d-4fe3-ae5f-9f280a6aa3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854310853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9117'] for router, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:03.750293 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7cd4909b-ac2d-4fe3-ae5f-9f280a6aa3fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:03.794591 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:03.920056 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ad2b633-77d2-5f9f-ab76-6e81795dec0e-411d145c-8901-4ec3-b98d-0157f9cbedb7', 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'fixed_ips': [{'subnet_id': '35df5122-581f-4bdc-a4f3-ffbf681f5270'}]}} from dv-cinder-799546-2-iscsi. {{(pid=80882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 06 00:45:03.921196 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:03.922416 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7cd4909b-ac2d-4fe3-ae5f-9f280a6aa3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-466541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9134'] for router, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:04.162798 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Allocated IP 172.20.0.2 (411d145c-8901-4ec3-b98d-0157f9cbedb7/35df5122-581f-4bdc-a4f3-ffbf681f5270/f1b9438e-9487-4c21-bd20-4bd5ce1485ce) {{(pid=80882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:45:04.312994 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7cd4909b-ac2d-4fe3-ae5f-9f280a6aa3fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:04.349023 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7cd4909b-ac2d-4fe3-ae5f-9f280a6aa3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:04.381649 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da07400e-312e-49e3-bc71-c2db44f59944 {{(pid=80881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:45:04.381861 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Notify callbacks [] for port, precommit_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:04.389612 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:04.398689 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Transition to ACTIVE for port object f1b9438e-9487-4c21-bd20-4bd5ce1485ce will not be triggered until provisioned by entity L2. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:45:04.408940 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] Transition to ACTIVE for port object da07400e-312e-49e3-bc71-c2db44f59944 will not be triggered until provisioned by entity L2. {{(pid=80881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:45:04.414385 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:04.421699 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Transition to ACTIVE for port object f1b9438e-9487-4c21-bd20-4bd5ce1485ce will not be triggered until provisioned by entity DHCP. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:45:04.425356 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0303eb5f-8f79-4dab-a1b6-5bb084d12669 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:04.429565 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:04.468047 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-445baa04-92ef-4a0d-bd3b-5cef1a99f18c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:04.508604 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] Pushing event updated for resources: {'Port': ['ID=da07400e-312e-49e3-bc71-c2db44f59944,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:04.514443 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Network 411d145c-8901-4ec3-b98d-0157f9cbedb7 is already hosted by enough agents. {{(pid=80882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:45:04.521051 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Resources bound (agent type, host, resource id):  {{(pid=80882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:45:04.523688 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Received port after_create {{(pid=80882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:45:04.523835 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71842c61-cc01-4a20-a180-57221d6c3211 req-761d81ff-d21f-4954-8a9c-c7f6e9b40a9e tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:04.527012 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:04.537851 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-71842c61-cc01-4a20-a180-57221d6c3211 req-761d81ff-d21f-4954-8a9c-c7f6e9b40a9e tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.4085236
Jul 06 00:45:04.590114 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Pushing event updated for resources: {'Port': ['ID=f1b9438e-9487-4c21-bd20-4bd5ce1485ce,revision_number=1']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:04.650678 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Attempting to bind port f1b9438e-9487-4c21-bd20-4bd5ce1485ce on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:45:04.650904 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Attempting to bind port f1b9438e-9487-4c21-bd20-4bd5ce1485ce by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': '13961f85-3457-4e48-ae65-f590338ac95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7'}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:45:04.651188 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Attempting to bind port f1b9438e-9487-4c21-bd20-4bd5ce1485ce on network 411d145c-8901-4ec3-b98d-0157f9cbedb7 {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:45:04.660046 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:04.660436 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:04.660683 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] Attempting to bind port da07400e-312e-49e3-bc71-c2db44f59944 on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:45:04.660802 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:04.661061 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] Attempting to bind port da07400e-312e-49e3-bc71-c2db44f59944 by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': 'f323667f-7604-4dac-b4b2-e438c13b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '19732be1-73e3-4d00-aa78-32a7884cec12'}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:45:04.661173 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:04.661423 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] Attempting to bind port da07400e-312e-49e3-bc71-c2db44f59944 on network 19732be1-73e3-4d00-aa78-32a7884cec12 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:45:04.661534 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:04.661831 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:04.662193 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:04.662560 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:04.663008 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:04.663347 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:04.663706 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:04.667452 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:04.668411 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] Port da07400e-312e-49e3-bc71-c2db44f59944 on network 19732be1-73e3-4d00-aa78-32a7884cec12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 00:45:04.668774 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] Attempting to bind port da07400e-312e-49e3-bc71-c2db44f59944 on network 19732be1-73e3-4d00-aa78-32a7884cec12 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:45:04.671099 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:45:04.671853 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Checking segment: {'id': '13961f85-3457-4e48-ae65-f590338ac95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:45:04.671973 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:04.672742 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Bound using segment: {'id': '13961f85-3457-4e48-ae65-f590338ac95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7'} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:45:04.673049 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Bound port: f1b9438e-9487-4c21-bd20-4bd5ce1485ce, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13961f85-3457-4e48-ae65-f590338ac95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7'}}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:45:04.674492 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:04.675962 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] Checking agent: {'id': '043dc09b-b03f-45ac-adf3-2bee2c468120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'started_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:45:04.676334 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] Checking segment: {'id': 'f323667f-7604-4dac-b4b2-e438c13b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '19732be1-73e3-4d00-aa78-32a7884cec12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:45:04.676742 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] Bound using segment: {'id': 'f323667f-7604-4dac-b4b2-e438c13b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '19732be1-73e3-4d00-aa78-32a7884cec12'} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:45:04.677211 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] Bound port: da07400e-312e-49e3-bc71-c2db44f59944, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f323667f-7604-4dac-b4b2-e438c13b3634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '19732be1-73e3-4d00-aa78-32a7884cec12'}}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:45:04.677956 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:04.684833 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-71842c61-cc01-4a20-a180-57221d6c3211 req-9d29b9f2-2057-4933-998c-eaf3c423cdd3 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459217
Jul 06 00:45:04.724871 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-7cd4909b-ac2d-4fe3-ae5f-9f280a6aa3fd admin admin] Allocated IP 172.27.1.73 (34126de2-0804-4024-8df6-3ba8cfd107e5/1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b/77905b43-b4f6-487b-9a96-b4986ab5be94) {{(pid=80880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:45:04.753718 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78388dc8-731f-4f5a-9bf4-18474cb2abbe req-48b6a931-76d8-4530-a535-50a0dd71f048 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:04.755389 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-78388dc8-731f-4f5a-9bf4-18474cb2abbe req-48b6a931-76d8-4530-a535-50a0dd71f048 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 944 time: 0.1867251
Jul 06 00:45:04.772426 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] For port da07400e-312e-49e3-bc71-c2db44f59944, host hv-cinder-79954, cleared binding levels {{(pid=80881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:45:04.775973 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] For port da07400e-312e-49e3-bc71-c2db44f59944, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=da07400e-312e-49e3-bc71-c2db44f59944,segment=NetworkSegment(f323667f-7604-4dac-b4b2-e438c13b3634),segment_id=f323667f-7604-4dac-b4b2-e438c13b3634)] {{(pid=80881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:45:04.780948 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:04.786458 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:04.796113 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] For port f1b9438e-9487-4c21-bd20-4bd5ce1485ce, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:45:04.799881 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] For port f1b9438e-9487-4c21-bd20-4bd5ce1485ce, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=f1b9438e-9487-4c21-bd20-4bd5ce1485ce,segment=NetworkSegment(13961f85-3457-4e48-ae65-f590338ac95f),segment_id=13961f85-3457-4e48-ae65-f590338ac95f)] {{(pid=80882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:45:04.804420 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:04.809056 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:04.852346 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:04.853838 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] 10.222.0.39 "PUT /v2.0/ports/da07400e-312e-49e3-bc71-c2db44f59944 HTTP/1.1" status: 200  len: 1094 time: 1.1826174
Jul 06 00:45:04.854357 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6a4b80-04b0-4f3f-9f29-486b328387ea', 'tag': 'da07400e-312e-49e3-bc71-c2db44f59944'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:45:04.871526 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] Pushing event updated for resources: {'Port': ['ID=da07400e-312e-49e3-bc71-c2db44f59944,revision_number=3']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:04.875335 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:04.904225 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Pushing event updated for resources: {'Port': ['ID=f1b9438e-9487-4c21-bd20-4bd5ce1485ce,revision_number=2']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:04.909237 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:04.912788 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-78388dc8-731f-4f5a-9bf4-18474cb2abbe req-509ef61f-62e6-4609-8ee8-7bccb5ddbd98 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1370020
Jul 06 00:45:05.001552 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca6a4b80-04b0-4f3f-9f29-486b328387ea', 'tag': 'da07400e-312e-49e3-bc71-c2db44f59944', 'status': 'completed', 'code': 200}
Jul 06 00:45:05.002390 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7cd4909b-ac2d-4fe3-ae5f-9f280a6aa3fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:05.039975 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-a7a8ae9e-0b00-46d4-b495-ecd39f383f74 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=497c5bc6650a4132aea8c107f14defba&device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 1097 time: 0.1011109
Jul 06 00:45:05.041964 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7cd4909b-ac2d-4fe3-ae5f-9f280a6aa3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:05.049123 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:05.133868 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-0bc91e15-d3ed-448e-ae02-e6dbaaf3d095 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da07400e-312e-49e3-bc71-c2db44f59944 HTTP/1.1" status: 200  len: 217 time: 0.0797410
Jul 06 00:45:05.136622 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4909b-ac2d-4fe3-ae5f-9f280a6aa3fd admin admin] Pushing event updated for resources: {'Port': ['ID=77905b43-b4f6-487b-9a96-b4986ab5be94,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:05.139698 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7cd4909b-ac2d-4fe3-ae5f-9f280a6aa3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:05.151741 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd4909b-ac2d-4fe3-ae5f-9f280a6aa3fd admin admin] Network 34126de2-0804-4024-8df6-3ba8cfd107e5 is already hosted by enough agents. {{(pid=80880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:45:05.153519 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-7cd4909b-ac2d-4fe3-ae5f-9f280a6aa3fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:45:05.156163 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd4909b-ac2d-4fe3-ae5f-9f280a6aa3fd admin admin] Received port after_create {{(pid=80880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:45:05.536833 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7cd4909b-ac2d-4fe3-ae5f-9f280a6aa3fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:05.537511 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7cd4909b-ac2d-4fe3-ae5f-9f280a6aa3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854309366'] for router, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:05.634141 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-8aa8fe6f-7811-4a93-ac3b-5c911ecc3e35 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:05.635811 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-8aa8fe6f-7811-4a93-ac3b-5c911ecc3e35 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a60bc796-39ac-4432-ad6a-03a21bc88ddc HTTP/1.1" status: 200  len: 854 time: 0.0810256
Jul 06 00:45:05.695083 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-f193d672-e443-42db-8872-1262cdcd3949 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=19732be1-73e3-4d00-aa78-32a7884cec12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0489790
Jul 06 00:45:05.791399 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd4909b-ac2d-4fe3-ae5f-9f280a6aa3fd admin admin] Router b2e21710-4ee6-4386-8d9b-f6430ef37add is scheduled to L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 with binding_index 1 {{(pid=80880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 06 00:45:05.851205 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-748c3790-28ae-4a84-8320-6d15f63acd18 service neutron] 10.222.0.39 "GET /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466920
Jul 06 00:45:05.998010 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd4909b-ac2d-4fe3-ae5f-9f280a6aa3fd admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:45:06.007156 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] Sync routers for ids ['b2e21710-4ee6-4386-8d9b-f6430ef37add'] in dv-cinder-799546-2-iscsi {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:45:06.023504 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] Routers {'b2e21710-4ee6-4386-8d9b-f6430ef37add'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:45:06.024267 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90761f98>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:44:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b2e21710-4ee6-4386-8d9b-f6430ef37add'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:45:06.025483 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7cd4909b-ac2d-4fe3-ae5f-9f280a6aa3fd admin admin] Notify callbacks [] for router, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:06.029990 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 54938) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:06.030295 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-7cd4909b-ac2d-4fe3-ae5f-9f280a6aa3fd admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.3370986
Jul 06 00:45:06.127118 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87068c72-a5ca-4a4b-9226-2037ca2f2a15 req-82ac1344-6339-40f1-8606-95d4a1891c6e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:06.136676 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-87068c72-a5ca-4a4b-9226-2037ca2f2a15 req-82ac1344-6339-40f1-8606-95d4a1891c6e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 944 time: 0.0967250
Jul 06 00:45:06.193985 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-87068c72-a5ca-4a4b-9226-2037ca2f2a15 req-e82c4106-8921-460d-9883-6531b59e67ca tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538437
Jul 06 00:45:06.244104 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] Set router b2e21710-4ee6-4386-8d9b-f6430ef37add gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:45:06.574592 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device f1b9438e-9487-4c21-bd20-4bd5ce1485ce up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:45:06.613176 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90761f98>, [{'id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'name': 'tempest-TestShelveInstance-1532931694-router', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '77905b43-b4f6-487b-9a96-b4986ab5be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:45:03Z', 'updated_at': '2021-07-06T00:45:05Z', 'revision_number': 3, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'gw_port': {'id': '77905b43-b4f6-487b-9a96-b4986ab5be94', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:04Z', 'updated_at': '2021-07-06T00:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:45:06.619389 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] Checking router: b2e21710-4ee6-4386-8d9b-f6430ef37add for host: dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:45:06.619784 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] Updating router b2e21710-4ee6-4386-8d9b-f6430ef37add port 77905b43-b4f6-487b-9a96-b4986ab5be94 binding host dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 00:45:06.676373 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:06.691712 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port f1b9438e-9487-4c21-bd20-4bd5ce1485ce completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:45:06.749034 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1e4569-55ac-4868-b4f6-60f33dcd7bfe None None] Network 411d145c-8901-4ec3-b98d-0157f9cbedb7 requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:45:06.851404 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-0bbcc884-cad7-4243-bcb5-6b914e59d744 None None] Provisioning for port f1b9438e-9487-4c21-bd20-4bd5ce1485ce completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:45:06.869604 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-0bbcc884-cad7-4243-bcb5-6b914e59d744 None None] Provisioning complete for port f1b9438e-9487-4c21-bd20-4bd5ce1485ce triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:45:06.870023 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0bbcc884-cad7-4243-bcb5-6b914e59d744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:07.099752 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0bbcc884-cad7-4243-bcb5-6b914e59d744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:07.100076 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:45:07.185885 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-0bbcc884-cad7-4243-bcb5-6b914e59d744 None None] For port f1b9438e-9487-4c21-bd20-4bd5ce1485ce, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=f1b9438e-9487-4c21-bd20-4bd5ce1485ce,segment=NetworkSegment(13961f85-3457-4e48-ae65-f590338ac95f),segment_id=13961f85-3457-4e48-ae65-f590338ac95f)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:45:07.191397 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-86fd587a-5805-4566-a229-799043c30d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:07.193418 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0bbcc884-cad7-4243-bcb5-6b914e59d744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:07.197486 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:07.271997 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] Notify callbacks [] for port, precommit_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:07.287752 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] Transition to ACTIVE for port object 77905b43-b4f6-487b-9a96-b4986ab5be94 will not be triggered until provisioned by entity L2. {{(pid=80883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:45:07.300564 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:07.307020 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0cac74e6-610f-4a43-8ae1-54c09ba38180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:07.383901 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3825674-b798-40ea-af89-0d186196dd6d None None] Pushing event updated for resources: {'Port': ['ID=77905b43-b4f6-487b-9a96-b4986ab5be94,revision_number=2']} {{(pid=80883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:07.395040 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3825674-b798-40ea-af89-0d186196dd6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:07.395606 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3825674-b798-40ea-af89-0d186196dd6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:07.396077 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3825674-b798-40ea-af89-0d186196dd6d None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:07.396541 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3825674-b798-40ea-af89-0d186196dd6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:07.397000 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3825674-b798-40ea-af89-0d186196dd6d None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:07.397810 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3825674-b798-40ea-af89-0d186196dd6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:07.398283 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3825674-b798-40ea-af89-0d186196dd6d None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:07.398745 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3825674-b798-40ea-af89-0d186196dd6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:07.399229 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3825674-b798-40ea-af89-0d186196dd6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:07.399699 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3825674-b798-40ea-af89-0d186196dd6d None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:07.400152 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3825674-b798-40ea-af89-0d186196dd6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:07.406348 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d3825674-b798-40ea-af89-0d186196dd6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:07.433617 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] Attempting to bind port 77905b43-b4f6-487b-9a96-b4986ab5be94 on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:45:07.434192 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] Attempting to bind port 77905b43-b4f6-487b-9a96-b4986ab5be94 by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}] {{(pid=80883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:45:07.434692 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] Attempting to bind port 77905b43-b4f6-487b-9a96-b4986ab5be94 on network 34126de2-0804-4024-8df6-3ba8cfd107e5 {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:45:07.443199 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:45:07.443854 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] Checking segment: {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:45:07.444395 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:07.445081 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] Bound using segment: {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'} {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:45:07.445711 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] Bound port: 77905b43-b4f6-487b-9a96-b4986ab5be94, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}}] {{(pid=80883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:45:07.446223 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:07.492095 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcc884-cad7-4243-bcb5-6b914e59d744 None None] Pushing event updated for resources: {'Port': ['ID=f1b9438e-9487-4c21-bd20-4bd5ce1485ce,revision_number=3']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:07.504139 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0bbcc884-cad7-4243-bcb5-6b914e59d744 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:07.518791 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd825a94-66cb-48f6-aa40-eed2f9a85167 req-19ac0ee8-af96-46c1-8087-af5afa535638 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:07.524506 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-dd825a94-66cb-48f6-aa40-eed2f9a85167 req-19ac0ee8-af96-46c1-8087-af5afa535638 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 944 time: 0.1425731
Jul 06 00:45:07.531607 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-86fd587a-5805-4566-a229-799043c30d23 admin admin] Allocated IP 172.20.0.1 (411d145c-8901-4ec3-b98d-0157f9cbedb7/35df5122-581f-4bdc-a4f3-ffbf681f5270/7cdcbaee-b519-4186-b2ab-839c53f6e3ab) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:45:07.561637 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] For port 77905b43-b4f6-487b-9a96-b4986ab5be94, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:45:07.567766 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] For port 77905b43-b4f6-487b-9a96-b4986ab5be94, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=77905b43-b4f6-487b-9a96-b4986ab5be94,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:45:07.575659 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:07.582461 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:07.590030 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-dd825a94-66cb-48f6-aa40-eed2f9a85167 req-1d77523e-35f3-4fa8-b334-383db146358b tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570645
Jul 06 00:45:07.622713 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-60878b03-0e05-4a05-9ff8-3391a4cfd7cd None None] Provisioning complete for port f1b9438e-9487-4c21-bd20-4bd5ce1485ce triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:45:07.623232 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-60878b03-0e05-4a05-9ff8-3391a4cfd7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:07.674514 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] Routers {'b2e21710-4ee6-4386-8d9b-f6430ef37add'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:45:07.675028 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90761f98>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:44:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b2e21710-4ee6-4386-8d9b-f6430ef37add'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:45:07.721314 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-86fd587a-5805-4566-a229-799043c30d23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:07.754081 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-86fd587a-5805-4566-a229-799043c30d23 admin admin] Transition to ACTIVE for port object 7cdcbaee-b519-4186-b2ab-839c53f6e3ab will not be triggered until provisioned by entity DHCP. {{(pid=80881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:45:07.778102 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-86fd587a-5805-4566-a229-799043c30d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:07.782191 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:07.828134 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3825674-b798-40ea-af89-0d186196dd6d None None] Pushing event updated for resources: {'Port': ['ID=77905b43-b4f6-487b-9a96-b4986ab5be94,revision_number=3']} {{(pid=80883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:07.833550 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d3825674-b798-40ea-af89-0d186196dd6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:07.846756 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fd587a-5805-4566-a229-799043c30d23 admin admin] Network 411d145c-8901-4ec3-b98d-0157f9cbedb7 is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:45:07.849779 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-86fd587a-5805-4566-a229-799043c30d23 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:45:07.854056 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fd587a-5805-4566-a229-799043c30d23 admin admin] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:45:07.854541 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-86fd587a-5805-4566-a229-799043c30d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854308959'] for router_interface, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:07.857228 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd587a-5805-4566-a229-799043c30d23 admin admin] Pushing event updated for resources: {'Port': ['ID=7cdcbaee-b519-4186-b2ab-839c53f6e3ab,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:07.860248 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-86fd587a-5805-4566-a229-799043c30d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:07.868092 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] Set router b2e21710-4ee6-4386-8d9b-f6430ef37add gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:45:07.946785 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-86fd587a-5805-4566-a229-799043c30d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:08.188355 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-1f6789bc-f6a6-40e6-9a82-30ab0787bd7d None None] Provisioning for port 7cdcbaee-b519-4186-b2ab-839c53f6e3ab completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:45:08.189421 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-86fd587a-5805-4566-a229-799043c30d23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:08.193761 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-1f6789bc-f6a6-40e6-9a82-30ab0787bd7d None None] Provisioning complete for port 7cdcbaee-b519-4186-b2ab-839c53f6e3ab triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:45:08.194051 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-86fd587a-5805-4566-a229-799043c30d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:08.194182 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1f6789bc-f6a6-40e6-9a82-30ab0787bd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:08.194847 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-86fd587a-5805-4566-a229-799043c30d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3153361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854316699'] for router_interface, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:08.199228 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:08.219011 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90761f98>, [{'id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'name': 'tempest-TestShelveInstance-1532931694-router', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '77905b43-b4f6-487b-9a96-b4986ab5be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:45:03Z', 'updated_at': '2021-07-06T00:45:05Z', 'revision_number': 3, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'gw_port': {'id': '77905b43-b4f6-487b-9a96-b4986ab5be94', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:04Z', 'updated_at': '2021-07-06T00:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:45:08.223918 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb025385-fb85-4366-b552-dc2e8fe2612c None None] The sync data for ids ['b2e21710-4ee6-4386-8d9b-f6430ef37add'] in dv-cinder-799546-2-iscsi is: [{'id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'name': 'tempest-TestShelveInstance-1532931694-router', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '77905b43-b4f6-487b-9a96-b4986ab5be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:45:03Z', 'updated_at': '2021-07-06T00:45:05Z', 'revision_number': 3, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'gw_port': {'id': '77905b43-b4f6-487b-9a96-b4986ab5be94', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:04Z', 'updated_at': '2021-07-06T00:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}] {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:45:08.243319 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-1f6789bc-f6a6-40e6-9a82-30ab0787bd7d None None] Port 7cdcbaee-b519-4186-b2ab-839c53f6e3ab cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:45:08.335597 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd587a-5805-4566-a229-799043c30d23 admin admin] Pushing event updated for resources: {'Port': ['ID=7cdcbaee-b519-4186-b2ab-839c53f6e3ab,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:08.344413 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-86fd587a-5805-4566-a229-799043c30d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:08.399944 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fd587a-5805-4566-a229-799043c30d23 admin admin] Network 411d145c-8901-4ec3-b98d-0157f9cbedb7 is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:45:08.401107 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-86fd587a-5805-4566-a229-799043c30d23 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:45:08.501917 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device f1b9438e-9487-4c21-bd20-4bd5ce1485ce up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:45:08.579647 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port f1b9438e-9487-4c21-bd20-4bd5ce1485ce triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:45:08.580099 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:08.805853 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a715eb62-aef9-4152-a099-92320549731c None None] Provisioning complete for port 7cdcbaee-b519-4186-b2ab-839c53f6e3ab triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:45:08.806227 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a715eb62-aef9-4152-a099-92320549731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:08.878626 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a715eb62-aef9-4152-a099-92320549731c None None] Port 7cdcbaee-b519-4186-b2ab-839c53f6e3ab cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:45:08.989874 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142938b-1c0e-411f-b9a9-472c9f1a9442 req-e69bad0f-31c1-4a8a-ab1a-aa6184ee4a17 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:08.991541 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7142938b-1c0e-411f-b9a9-472c9f1a9442 req-e69bad0f-31c1-4a8a-ab1a-aa6184ee4a17 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 944 time: 0.0986247
Jul 06 00:45:09.047403 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7142938b-1c0e-411f-b9a9-472c9f1a9442 req-8edeb093-687d-4497-b083-89c05ebeaa98 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462470
Jul 06 00:45:09.067842 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fd587a-5805-4566-a229-799043c30d23 admin admin] Router b2e21710-4ee6-4386-8d9b-f6430ef37add has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:45:09.290345 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fd587a-5805-4566-a229-799043c30d23 admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:45:09.300326 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-86fd587a-5805-4566-a229-799043c30d23 admin admin] 10.222.0.13 "PUT /v2.0/routers/b2e21710-4ee6-4386-8d9b-f6430ef37add/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2689691
Jul 06 00:45:09.560348 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3bc3c346-2714-480e-9ec7-97e4ba7131dc req-2f49be1b-7cb1-471e-a90a-70cadc8e4988 service neutron] 10.222.0.39 "GET /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388252
Jul 06 00:45:10.252381 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 55000) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:10.262412 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1618524859-network', 'tenant_id': 'a395b08db90c4e9c81f50c30d57064c4'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:45:10.262735 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0fda8-ec43-40f5-ab26-9484e5b1c2cc req-231dab1b-dee0-4bf7-9b6c-f7e79121b62e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:10.264518 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b8d0fda8-ec43-40f5-ab26-9484e5b1c2cc req-231dab1b-dee0-4bf7-9b6c-f7e79121b62e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 944 time: 0.0888956
Jul 06 00:45:10.269029 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:10.273131 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] Usage tracker for resource:network and tenant:a395b08db90c4e9c81f50c30d57064c4 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:10.276080 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:10.283925 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:10.294127 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] Made reservation on behalf of a395b08db90c4e9c81f50c30d57064c4 for: {'network': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:45:10.301402 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for network, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:10.316016 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:10.326456 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b8d0fda8-ec43-40f5-ab26-9484e5b1c2cc req-74cc7bd5-cbd4-4a35-8207-be381bb6c627 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531619
Jul 06 00:45:10.352788 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:10.356707 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] Usage tracker for resource:security_group_rule and tenant:a395b08db90c4e9c81f50c30d57064c4 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:10.360166 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:10.367114 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:10.436275 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:10.439691 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:10.443784 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0d3688ed-5e9f-49be-94d1-c4655e700e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:10.473410 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'}  {{(pid=80881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 00:45:10.482362 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f363276-5aa0-4466-81e6-9168adbdf0e9,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:10.486377 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:10.488860 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:10.489244 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.segments_db [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] Added segment 2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4 of type vlan for network fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc
Jul 06 00:45:10.512660 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 77905b43-b4f6-487b-9a96-b4986ab5be94 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:45:10.518063 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734504930197'] for network, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:10.547046 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for network, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:10.548323 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:10.548955 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:10.553945 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-ba21f1b3-f8a8-4a35-86ca-c7dc6dbcca81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:10.581701 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port 77905b43-b4f6-487b-9a96-b4986ab5be94 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:45:10.586484 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 77905b43-b4f6-487b-9a96-b4986ab5be94 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:45:10.586904 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:10.652885 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] Pushing event updated for resources: {'Network': ['ID=fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:10.655963 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4023647
Jul 06 00:45:10.656919 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:10.659966 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 55004) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:10.665981 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-da9f080b-aeea-4dbb-8d14-9700b421c101 admin admin] Request body: {'subnet': {'network_id': 'fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1618524859-subnet', 'tenant_id': 'a395b08db90c4e9c81f50c30d57064c4', 'ip_version': 4}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:45:10.671022 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-da9f080b-aeea-4dbb-8d14-9700b421c101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:10.674190 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Network fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc details requested by agent ovs-agent-dv-cinder-799546-2-iscsi with host dv-cinder-799546-2-iscsi {{(pid=80882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 00:45:10.675183 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-da9f080b-aeea-4dbb-8d14-9700b421c101 admin admin] Usage tracker for resource:subnet and tenant:a395b08db90c4e9c81f50c30d57064c4 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:10.678715 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-da9f080b-aeea-4dbb-8d14-9700b421c101 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:10.684764 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-da9f080b-aeea-4dbb-8d14-9700b421c101 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:10.694622 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9f080b-aeea-4dbb-8d14-9700b421c101 admin admin] Made reservation on behalf of a395b08db90c4e9c81f50c30d57064c4 for: {'subnet': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:45:10.699292 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-da9f080b-aeea-4dbb-8d14-9700b421c101 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:10.780075 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:10.803020 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] For port 77905b43-b4f6-487b-9a96-b4986ab5be94, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=77905b43-b4f6-487b-9a96-b4986ab5be94,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:45:10.805956 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:10.807774 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f78b4c2e-9513-49d4-a47a-50a7bc9dc5f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:10.878337 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Pushing event updated for resources: {'Port': ['ID=77905b43-b4f6-487b-9a96-b4986ab5be94,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:10.882609 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:10.947843 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-da9f080b-aeea-4dbb-8d14-9700b421c101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for subnet, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:10.952325 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:11.021440 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f080b-aeea-4dbb-8d14-9700b421c101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f9b20db-72c8-43c6-b87b-1ff6929df064,revision_number=0']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:11.025459 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-da9f080b-aeea-4dbb-8d14-9700b421c101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:11.034468 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9f080b-aeea-4dbb-8d14-9700b421c101 admin admin] Checking segment: {'id': '2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:45:11.034855 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9f080b-aeea-4dbb-8d14-9700b421c101 admin admin] Network hostable DHCP agents. Network: fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc, hostable agents: ['f5e345ff-b6f9-433d-a315-fe369d22c770'], hosted agents: [] {{(pid=80881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 00:45:11.043576 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9f080b-aeea-4dbb-8d14-9700b421c101 admin admin] Network fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc is scheduled to be hosted by DHCP agent f5e345ff-b6f9-433d-a315-fe369d22c770 {{(pid=80881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 00:45:11.052212 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-da9f080b-aeea-4dbb-8d14-9700b421c101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-2-iscsi, fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc) {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:45:11.056697 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9f080b-aeea-4dbb-8d14-9700b421c101 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:11.057905 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-da9f080b-aeea-4dbb-8d14-9700b421c101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for subnet, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:11.063285 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8c9964-93d3-4a36-a7f5-6c99be5afff7 None None] Network fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:45:11.082581 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-da9f080b-aeea-4dbb-8d14-9700b421c101 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4214959
Jul 06 00:45:11.085312 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 55012) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:11.090874 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-cee7dda6-0b9a-4b9c-b799-05af8be3a829 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1618524859-router', 'tenant_id': 'a395b08db90c4e9c81f50c30d57064c4', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:45:11.096228 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-cee7dda6-0b9a-4b9c-b799-05af8be3a829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:11.100176 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-cee7dda6-0b9a-4b9c-b799-05af8be3a829 admin admin] Usage tracker for resource:router and tenant:a395b08db90c4e9c81f50c30d57064c4 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:11.108326 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-cee7dda6-0b9a-4b9c-b799-05af8be3a829 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:11.114883 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-cee7dda6-0b9a-4b9c-b799-05af8be3a829 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:11.128428 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cee7dda6-0b9a-4b9c-b799-05af8be3a829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854766716'] for router, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:11.129637 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cee7dda6-0b9a-4b9c-b799-05af8be3a829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854310853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9117'] for router, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:11.164207 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cee7dda6-0b9a-4b9c-b799-05af8be3a829 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:11.299617 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ad2b633-77d2-5f9f-ab76-6e81795dec0e-fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc', 'network_id': 'fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc', 'tenant_id': 'a395b08db90c4e9c81f50c30d57064c4', 'fixed_ips': [{'subnet_id': '3f9b20db-72c8-43c6-b87b-1ff6929df064'}]}} from dv-cinder-799546-2-iscsi. {{(pid=80882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 06 00:45:11.301138 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:11.330819 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cee7dda6-0b9a-4b9c-b799-05af8be3a829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-466541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9134'] for router, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:11.356023 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] Sync routers for ids ['b2e21710-4ee6-4386-8d9b-f6430ef37add'] in dv-cinder-799546-2-iscsi {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:45:11.395725 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] Routers {'b2e21710-4ee6-4386-8d9b-f6430ef37add'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:45:11.396428 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a9096d518>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:44:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b2e21710-4ee6-4386-8d9b-f6430ef37add'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:45:11.522137 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cee7dda6-0b9a-4b9c-b799-05af8be3a829 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:11.541680 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afecf8-a3fb-44bc-a15b-2307c377b82f req-e13ddad7-ec72-4440-b97d-a8da31c60ad5 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:11.543296 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a5afecf8-a3fb-44bc-a15b-2307c377b82f req-e13ddad7-ec72-4440-b97d-a8da31c60ad5 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 944 time: 0.0779600
Jul 06 00:45:11.552128 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cee7dda6-0b9a-4b9c-b799-05af8be3a829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:11.596161 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a5afecf8-a3fb-44bc-a15b-2307c377b82f req-ea276851-6db9-42f8-bcfe-d377260773a2 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442793
Jul 06 00:45:11.659591 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] Allocated IP 172.20.0.2 (fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc/3f9b20db-72c8-43c6-b87b-1ff6929df064/7b2d9627-7930-4426-91b6-cbb874e6224f) {{(pid=80882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:45:11.675360 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] Set router b2e21710-4ee6-4386-8d9b-f6430ef37add gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:45:11.729695 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-cee7dda6-0b9a-4b9c-b799-05af8be3a829 admin admin] Allocated IP 172.27.1.156 (34126de2-0804-4024-8df6-3ba8cfd107e5/1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b/610b08c3-6b84-4206-b29b-6b059b2bff5c) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:45:12.205092 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2adb8360-55b4-4e39-a570-0b9547f13ea4 req-1bb4d19e-2bfe-4a38-9b5e-d29e7142f05f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4773111
Jul 06 00:45:12.207533 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d091f74c-a9ea-46f9-a33b-128224950e61 req-e6416cda-5d13-4e53-9c3b-be3750d9a832 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=497c5bc6650a4132aea8c107f14defba&device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 1097 time: 0.4437883
Jul 06 00:45:12.323572 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] Notify callbacks [] for port, precommit_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:12.348508 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cee7dda6-0b9a-4b9c-b799-05af8be3a829 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:12.351618 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] Transition to ACTIVE for port object 7b2d9627-7930-4426-91b6-cbb874e6224f will not be triggered until provisioned by entity L2. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:45:12.355698 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0015b987-2806-4d7c-9300-9ea46e2c66ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:12.380153 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] Transition to ACTIVE for port object 7b2d9627-7930-4426-91b6-cbb874e6224f will not be triggered until provisioned by entity DHCP. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:45:12.386553 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:12.391087 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:12.456285 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091f74c-a9ea-46f9-a33b-128224950e61 req-907c2e56-e2ec-4a95-9f7b-9ca133627ff4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:12.457892 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d091f74c-a9ea-46f9-a33b-128224950e61 req-907c2e56-e2ec-4a95-9f7b-9ca133627ff4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=19732be1-73e3-4d00-aa78-32a7884cec12 HTTP/1.1" status: 200  len: 915 time: 0.2313232
Jul 06 00:45:12.461190 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a9096d518>, [{'id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'name': 'tempest-TestShelveInstance-1532931694-router', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '77905b43-b4f6-487b-9a96-b4986ab5be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:45:03Z', 'updated_at': '2021-07-06T00:45:07Z', 'revision_number': 4, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'gw_port': {'id': '77905b43-b4f6-487b-9a96-b4986ab5be94', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:04Z', 'updated_at': '2021-07-06T00:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '7cdcbaee-b519-4186-b2ab-839c53f6e3ab', 'name': '', 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'mac_address': 'fa:16:3e:df:17:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35df5122-581f-4bdc-a4f3-ffbf681f5270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:07Z', 'updated_at': '2021-07-06T00:45:08Z', 'revision_number': 2, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'subnets': [{'id': '35df5122-581f-4bdc-a4f3-ffbf681f5270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:45:12.463934 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2adb8360-55b4-4e39-a570-0b9547f13ea4 req-5a391465-8335-49eb-b0bb-96a82298516a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1963967027cc4dd4b63bb84357052310&device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 1098 time: 0.2096920
Jul 06 00:45:12.464479 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] Network fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc is already hosted by enough agents. {{(pid=80882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:45:12.465312 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cee7dda6-0b9a-4b9c-b799-05af8be3a829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:12.469197 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] Resources bound (agent type, host, resource id):  {{(pid=80882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:45:12.470586 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c542bc57-72d0-4b73-b1ee-88544ecff209 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:12.474579 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] Checking router: b2e21710-4ee6-4386-8d9b-f6430ef37add for host: dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:45:12.474984 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] Updating router b2e21710-4ee6-4386-8d9b-f6430ef37add port 7cdcbaee-b519-4186-b2ab-839c53f6e3ab binding host dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 00:45:12.506766 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] Received port after_create {{(pid=80882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:45:12.509014 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] Pushing event updated for resources: {'Port': ['ID=7b2d9627-7930-4426-91b6-cbb874e6224f,revision_number=1']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:12.518630 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:12.521920 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 77905b43-b4f6-487b-9a96-b4986ab5be94 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:45:12.676658 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:12.695467 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] Attempting to bind port 7b2d9627-7930-4426-91b6-cbb874e6224f on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:45:12.696147 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] Attempting to bind port 7b2d9627-7930-4426-91b6-cbb874e6224f by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': '2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc'}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:45:12.696603 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] Attempting to bind port 7b2d9627-7930-4426-91b6-cbb874e6224f on network fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:45:12.711729 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:45:12.713121 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] Checking segment: {'id': '2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:45:12.713265 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d091f74c-a9ea-46f9-a33b-128224950e61 req-5a901a6f-1e89-48ad-9007-9673a9985832 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da07400e-312e-49e3-bc71-c2db44f59944 HTTP/1.1" status: 200  len: 217 time: 0.1940897
Jul 06 00:45:12.713677 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:12.714121 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] Bound using segment: {'id': '2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc'} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:45:12.714781 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] Bound port: 7b2d9627-7930-4426-91b6-cbb874e6224f, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc'}}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:45:12.715217 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:12.717006 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee7dda6-0b9a-4b9c-b799-05af8be3a829 admin admin] Network 34126de2-0804-4024-8df6-3ba8cfd107e5 is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:45:12.722728 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-cee7dda6-0b9a-4b9c-b799-05af8be3a829 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:45:12.725277 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee7dda6-0b9a-4b9c-b799-05af8be3a829 admin admin] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:45:12.810978 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca23c1-9d65-4e47-aa8d-d0a8fee7890e req-a8bd817e-3954-4785-b84c-7cc410c6af1a tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:12.812883 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ccca23c1-9d65-4e47-aa8d-d0a8fee7890e req-a8bd817e-3954-4785-b84c-7cc410c6af1a tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 944 time: 0.0832443
Jul 06 00:45:12.814289 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7dda6-0b9a-4b9c-b799-05af8be3a829 admin admin] Pushing event updated for resources: {'Port': ['ID=610b08c3-6b84-4206-b29b-6b059b2bff5c,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:12.833621 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cee7dda6-0b9a-4b9c-b799-05af8be3a829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:12.878607 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 77905b43-b4f6-487b-9a96-b4986ab5be94 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:45:12.879027 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:12.880774 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ccca23c1-9d65-4e47-aa8d-d0a8fee7890e req-1e96a219-ffe6-4423-9383-07b739e280fd tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552001
Jul 06 00:45:12.880896 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091f74c-a9ea-46f9-a33b-128224950e61 req-c9e93b76-66c5-43f6-97c4-9246e8529df9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:12.882783 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d091f74c-a9ea-46f9-a33b-128224950e61 req-c9e93b76-66c5-43f6-97c4-9246e8529df9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a60bc796-39ac-4432-ad6a-03a21bc88ddc HTTP/1.1" status: 200  len: 854 time: 0.1275153
Jul 06 00:45:12.953852 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d091f74c-a9ea-46f9-a33b-128224950e61 req-e2ecb04c-4154-4018-945d-250f1cceb275 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=19732be1-73e3-4d00-aa78-32a7884cec12&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0526223
Jul 06 00:45:12.954903 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb8360-55b4-4e39-a570-0b9547f13ea4 req-6290289b-b059-42df-86a5-ef2ac707576f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:12.956312 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2adb8360-55b4-4e39-a570-0b9547f13ea4 req-6290289b-b059-42df-86a5-ef2ac707576f service neutron] 10.222.0.39 "GET /v2.0/networks?id=f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e HTTP/1.1" status: 200  len: 919 time: 0.4307377
Jul 06 00:45:12.959042 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] For port 7b2d9627-7930-4426-91b6-cbb874e6224f, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:45:12.987225 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] For port 7b2d9627-7930-4426-91b6-cbb874e6224f, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=7b2d9627-7930-4426-91b6-cbb874e6224f,segment=NetworkSegment(2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4),segment_id=2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4)] {{(pid=80882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:45:12.991996 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cee7dda6-0b9a-4b9c-b799-05af8be3a829 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:12.992771 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cee7dda6-0b9a-4b9c-b799-05af8be3a829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854309366'] for router, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:12.997331 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:13.004220 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:13.235195 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2adb8360-55b4-4e39-a570-0b9547f13ea4 req-81b5eece-f781-41c8-b930-5e9a71ef53e8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9551bc00-2956-4176-be5b-c2093ff12adc HTTP/1.1" status: 200  len: 217 time: 0.1773260
Jul 06 00:45:13.242017 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] Pushing event updated for resources: {'Port': ['ID=7b2d9627-7930-4426-91b6-cbb874e6224f,revision_number=2']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:13.257279 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:13.358443 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb8360-55b4-4e39-a570-0b9547f13ea4 req-4de31906-be4c-4809-9bf4-afdfdb7a2920 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:13.360183 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2adb8360-55b4-4e39-a570-0b9547f13ea4 req-4de31906-be4c-4809-9bf4-afdfdb7a2920 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86a28ffc-a537-4a50-9ffb-7893c410a8f3 HTTP/1.1" status: 200  len: 858 time: 0.1138215
Jul 06 00:45:13.363743 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d091f74c-a9ea-46f9-a33b-128224950e61 req-24c97fa1-8828-481a-920d-2299f1459671 service neutron] 10.222.0.39 "GET /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3118870
Jul 06 00:45:13.381648 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] Notify callbacks [] for port, precommit_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:13.395041 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] Transition to ACTIVE for port object 7cdcbaee-b519-4186-b2ab-839c53f6e3ab will not be triggered until provisioned by entity L2. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:45:13.404414 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:13.409961 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e36f0765-4d77-4257-b1d8-db8c12855cd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:13.495578 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a7354-4bab-42c6-8634-59f28ee80071 None None] Pushing event updated for resources: {'Port': ['ID=7cdcbaee-b519-4186-b2ab-839c53f6e3ab,revision_number=3']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:13.518719 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5a5a7354-4bab-42c6-8634-59f28ee80071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:13.621721 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2adb8360-55b4-4e39-a570-0b9547f13ea4 req-f6feefa2-2082-4a94-a647-b70dfa8aaddd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1771646
Jul 06 00:45:13.691994 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:13.708322 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:13.846721 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] Attempting to bind port 7cdcbaee-b519-4186-b2ab-839c53f6e3ab on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:45:13.847176 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] Attempting to bind port 7cdcbaee-b519-4186-b2ab-839c53f6e3ab by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': '13961f85-3457-4e48-ae65-f590338ac95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7'}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:45:13.847586 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] Attempting to bind port 7cdcbaee-b519-4186-b2ab-839c53f6e3ab on network 411d145c-8901-4ec3-b98d-0157f9cbedb7 {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:45:13.883044 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:45:13.883530 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] Checking segment: {'id': '13961f85-3457-4e48-ae65-f590338ac95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:45:13.883949 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:13.884402 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] Bound using segment: {'id': '13961f85-3457-4e48-ae65-f590338ac95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7'} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:45:13.885048 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] Bound port: 7cdcbaee-b519-4186-b2ab-839c53f6e3ab, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13961f85-3457-4e48-ae65-f590338ac95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7'}}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:45:13.887161 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:14.060134 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] For port 7cdcbaee-b519-4186-b2ab-839c53f6e3ab, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:45:14.064286 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] For port 7cdcbaee-b519-4186-b2ab-839c53f6e3ab, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=7cdcbaee-b519-4186-b2ab-839c53f6e3ab,segment=NetworkSegment(13961f85-3457-4e48-ae65-f590338ac95f),segment_id=13961f85-3457-4e48-ae65-f590338ac95f)] {{(pid=80882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:45:14.071920 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:14.078555 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:14.225273 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da881790-98d2-4b5c-9b70-c5892eeb563d req-93de48df-2a67-40f0-8fe2-bf773a8bcff7 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:14.227995 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-da881790-98d2-4b5c-9b70-c5892eeb563d req-93de48df-2a67-40f0-8fe2-bf773a8bcff7 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 944 time: 0.1373684
Jul 06 00:45:14.320174 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d091f74c-a9ea-46f9-a33b-128224950e61 req-891ea8c3-e49b-4551-9f03-deeb4a585b56 service neutron] 10.222.0.39 "GET /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9074457
Jul 06 00:45:14.328214 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-da881790-98d2-4b5c-9b70-c5892eeb563d req-eab3d611-435d-4ffa-939a-f7dcd0cc39a4 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922859
Jul 06 00:45:14.330224 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2adb8360-55b4-4e39-a570-0b9547f13ea4 req-5afcc609-278d-4e6b-8890-c93d5028678e service neutron] 10.222.0.39 "GET /v2.0/networks/f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6970644
Jul 06 00:45:14.458048 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-86989aec-a1c0-437f-9eee-5c67c1a62524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:14.466890 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a7354-4bab-42c6-8634-59f28ee80071 None None] Pushing event updated for resources: {'Port': ['ID=7cdcbaee-b519-4186-b2ab-839c53f6e3ab,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:14.470357 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5a5a7354-4bab-42c6-8634-59f28ee80071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:14.475961 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] Routers {'b2e21710-4ee6-4386-8d9b-f6430ef37add'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:45:14.476647 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a9096d518>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:44:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b2e21710-4ee6-4386-8d9b-f6430ef37add'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:45:14.496398 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee7dda6-0b9a-4b9c-b799-05af8be3a829 admin admin] Router 1b8bd92e-1c73-4c52-a33a-dd0d743192b7 is scheduled to L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 with binding_index 1 {{(pid=80881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 06 00:45:14.527845 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2adb8360-55b4-4e39-a570-0b9547f13ea4 req-3aca06b2-1c3f-46d5-b497-d6e58bda0d38 service neutron] 10.222.0.39 "GET /v2.0/networks/f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1796811
Jul 06 00:45:14.564730 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 7b2d9627-7930-4426-91b6-cbb874e6224f up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:45:14.746017 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee7dda6-0b9a-4b9c-b799-05af8be3a829 admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:45:14.751081 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] Set router b2e21710-4ee6-4386-8d9b-f6430ef37add gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:45:14.755319 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] Sync routers for ids ['1b8bd92e-1c73-4c52-a33a-dd0d743192b7'] in dv-cinder-799546-2-iscsi {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:45:14.778781 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] Routers {'1b8bd92e-1c73-4c52-a33a-dd0d743192b7'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:45:14.779939 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a905bdeb8>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:45:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['1b8bd92e-1c73-4c52-a33a-dd0d743192b7'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:45:14.793927 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cee7dda6-0b9a-4b9c-b799-05af8be3a829 admin admin] Notify callbacks [] for router, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:14.798224 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-cee7dda6-0b9a-4b9c-b799-05af8be3a829 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.7089872
Jul 06 00:45:14.799069 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 55056) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:14.812660 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port 7b2d9627-7930-4426-91b6-cbb874e6224f completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:45:14.896446 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:15.047385 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] Set router 1b8bd92e-1c73-4c52-a33a-dd0d743192b7 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:45:15.401173 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a9096d518>, [{'id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'name': 'tempest-TestShelveInstance-1532931694-router', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '77905b43-b4f6-487b-9a96-b4986ab5be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:45:03Z', 'updated_at': '2021-07-06T00:45:07Z', 'revision_number': 4, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'gw_port': {'id': '77905b43-b4f6-487b-9a96-b4986ab5be94', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:04Z', 'updated_at': '2021-07-06T00:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '7cdcbaee-b519-4186-b2ab-839c53f6e3ab', 'name': '', 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'mac_address': 'fa:16:3e:df:17:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35df5122-581f-4bdc-a4f3-ffbf681f5270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:07Z', 'updated_at': '2021-07-06T00:45:14Z', 'revision_number': 4, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'subnets': [{'id': '35df5122-581f-4bdc-a4f3-ffbf681f5270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:45:15.411312 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363f8b72-baa6-4790-9646-63a41ba0467e None None] The sync data for ids ['b2e21710-4ee6-4386-8d9b-f6430ef37add'] in dv-cinder-799546-2-iscsi is: [{'id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'name': 'tempest-TestShelveInstance-1532931694-router', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '77905b43-b4f6-487b-9a96-b4986ab5be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:45:03Z', 'updated_at': '2021-07-06T00:45:07Z', 'revision_number': 4, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'gw_port': {'id': '77905b43-b4f6-487b-9a96-b4986ab5be94', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:04Z', 'updated_at': '2021-07-06T00:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '7cdcbaee-b519-4186-b2ab-839c53f6e3ab', 'name': '', 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'mac_address': 'fa:16:3e:df:17:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35df5122-581f-4bdc-a4f3-ffbf681f5270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:07Z', 'updated_at': '2021-07-06T00:45:14Z', 'revision_number': 4, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'subnets': [{'id': '35df5122-581f-4bdc-a4f3-ffbf681f5270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:45:15.457938 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d381e15d-83a2-4475-9b19-25f735bfe315 None None] Network fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:45:15.804816 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-fa9e75ee-b427-4666-81ae-92ef501c09e1 None None] Provisioning for port 7b2d9627-7930-4426-91b6-cbb874e6224f completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:45:15.817315 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-fa9e75ee-b427-4666-81ae-92ef501c09e1 None None] Provisioning complete for port 7b2d9627-7930-4426-91b6-cbb874e6224f triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:45:15.818007 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fa9e75ee-b427-4666-81ae-92ef501c09e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:15.971850 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:16.028096 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f57f15-6dc2-4e9d-918b-682dee840bec req-e1931e05-1523-414a-ad92-52e30ae2fa3c tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:16.037738 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d4f57f15-6dc2-4e9d-918b-682dee840bec req-e1931e05-1523-414a-ad92-52e30ae2fa3c tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 944 time: 0.4721746
Jul 06 00:45:16.048391 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a905bdeb8>, [{'id': '1b8bd92e-1c73-4c52-a33a-dd0d743192b7', 'name': 'tempest-TestShelveInstance-1618524859-router', 'tenant_id': 'a395b08db90c4e9c81f50c30d57064c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '610b08c3-6b84-4206-b29b-6b059b2bff5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:45:11Z', 'updated_at': '2021-07-06T00:45:12Z', 'revision_number': 3, 'project_id': 'a395b08db90c4e9c81f50c30d57064c4', 'gw_port': {'id': '610b08c3-6b84-4206-b29b-6b059b2bff5c', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8bd92e-1c73-4c52-a33a-dd0d743192b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:11Z', 'updated_at': '2021-07-06T00:45:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:45:16.069678 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] Checking router: 1b8bd92e-1c73-4c52-a33a-dd0d743192b7 for host: dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:45:16.070035 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] Updating router 1b8bd92e-1c73-4c52-a33a-dd0d743192b7 port 610b08c3-6b84-4206-b29b-6b059b2bff5c binding host dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 00:45:16.167471 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fa9e75ee-b427-4666-81ae-92ef501c09e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:16.211034 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:16.249521 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-fa9e75ee-b427-4666-81ae-92ef501c09e1 None None] For port 7b2d9627-7930-4426-91b6-cbb874e6224f, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=7b2d9627-7930-4426-91b6-cbb874e6224f,segment=NetworkSegment(2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4),segment_id=2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:45:16.256914 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fa9e75ee-b427-4666-81ae-92ef501c09e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:16.260703 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a53b7128-e2c7-4388-b32b-f441f591caa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:16.412418 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e75ee-b427-4666-81ae-92ef501c09e1 None None] Pushing event updated for resources: {'Port': ['ID=7b2d9627-7930-4426-91b6-cbb874e6224f,revision_number=3']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:16.420886 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fa9e75ee-b427-4666-81ae-92ef501c09e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:16.547328 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d4f57f15-6dc2-4e9d-918b-682dee840bec req-6f29fe1d-c146-43d4-bc0b-0f37d6a206a5 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5087481
Jul 06 00:45:16.699131 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 7b2d9627-7930-4426-91b6-cbb874e6224f up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:45:16.763854 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-f7baea09-b5e3-4498-a891-db2df7d35fe1 None None] Provisioning complete for port 7b2d9627-7930-4426-91b6-cbb874e6224f triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:45:16.764595 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f7baea09-b5e3-4498-a891-db2df7d35fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:16.832657 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-1ed58200-9ba1-447a-be11-6ddb687d4500 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Synchronizing usage tracker for tenant:0a59ea96df14460c8e3284d59c6b11e9 on resource:security_group {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:45:16.833382 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] Notify callbacks [] for port, precommit_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:16.849353 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] Transition to ACTIVE for port object 610b08c3-6b84-4206-b29b-6b059b2bff5c will not be triggered until provisioned by entity L2. {{(pid=80883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:45:16.858846 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:16.864484 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d3825674-b798-40ea-af89-0d186196dd6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:16.912946 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 7b2d9627-7930-4426-91b6-cbb874e6224f triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:45:16.913367 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:16.932980 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4066db-029e-44ae-aed6-8a3a24f9c02e None None] Pushing event updated for resources: {'Port': ['ID=610b08c3-6b84-4206-b29b-6b059b2bff5c,revision_number=2']} {{(pid=80883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:16.938104 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-ef4066db-029e-44ae-aed6-8a3a24f9c02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:16.963484 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-1ed58200-9ba1-447a-be11-6ddb687d4500 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Unset dirty status for tenant:0a59ea96df14460c8e3284d59c6b11e9 on resource:security_group {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:45:16.964169 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] Attempting to bind port 610b08c3-6b84-4206-b29b-6b059b2bff5c on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:45:16.964692 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] Attempting to bind port 610b08c3-6b84-4206-b29b-6b059b2bff5c by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}] {{(pid=80883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:45:16.965302 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] Attempting to bind port 610b08c3-6b84-4206-b29b-6b059b2bff5c on network 34126de2-0804-4024-8df6-3ba8cfd107e5 {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:45:16.966140 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-1ed58200-9ba1-447a-be11-6ddb687d4500 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-152241020&fields=id&tenant_id=0a59ea96df14460c8e3284d59c6b11e9 HTTP/1.1" status: 200  len: 267 time: 0.2670860
Jul 06 00:45:16.974330 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:45:16.974939 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] Checking segment: {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:45:16.975523 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:16.976573 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] Bound using segment: {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'} {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:45:16.977229 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] Bound port: 610b08c3-6b84-4206-b29b-6b059b2bff5c, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}}] {{(pid=80883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:45:16.977773 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:17.010766 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0d4aad72-eaef-4576-8909-e64dcbff648f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:17.053754 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 7cdcbaee-b519-4186-b2ab-839c53f6e3ab up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:45:17.054186 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] For port 610b08c3-6b84-4206-b29b-6b059b2bff5c, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:45:17.057892 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] For port 610b08c3-6b84-4206-b29b-6b059b2bff5c, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=610b08c3-6b84-4206-b29b-6b059b2bff5c,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:45:17.062179 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:17.067339 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a4481068-6e7c-4640-9f10-3ce62f242fb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:17.136895 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4066db-029e-44ae-aed6-8a3a24f9c02e None None] Pushing event updated for resources: {'Port': ['ID=610b08c3-6b84-4206-b29b-6b059b2bff5c,revision_number=3']} {{(pid=80883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:17.142768 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-ef4066db-029e-44ae-aed6-8a3a24f9c02e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:17.143620 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port 7cdcbaee-b519-4186-b2ab-839c53f6e3ab completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:45:17.150289 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 7cdcbaee-b519-4186-b2ab-839c53f6e3ab triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:45:17.150664 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:17.175802 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] Routers {'1b8bd92e-1c73-4c52-a33a-dd0d743192b7'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:45:17.176665 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a905bdeb8>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:45:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['1b8bd92e-1c73-4c52-a33a-dd0d743192b7'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:45:17.295060 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:17.297489 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-b7aa83f4-74cf-4f7e-ab70-79e13561254c tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups/f4ac25d4-400f-40e5-a57b-ed87cd711348 HTTP/1.1" status: 200  len: 4611 time: 0.3234527
Jul 06 00:45:17.332189 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] For port 7cdcbaee-b519-4186-b2ab-839c53f6e3ab, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=7cdcbaee-b519-4186-b2ab-839c53f6e3ab,segment=NetworkSegment(13961f85-3457-4e48-ae65-f590338ac95f),segment_id=13961f85-3457-4e48-ae65-f590338ac95f)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:45:17.335538 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:17.338662 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:17.448680 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] Set router 1b8bd92e-1c73-4c52-a33a-dd0d743192b7 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:45:17.452275 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-0d4aad72-eaef-4576-8909-e64dcbff648f admin admin] Allocated IP 172.20.0.1 (fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc/3f9b20db-72c8-43c6-b87b-1ff6929df064/13769503-7614-4e21-9d97-ff3cb7fb5129) {{(pid=80880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:45:17.615587 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-0441a600-814f-407c-9e57-b00143c29bb4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:17.616333 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-0441a600-814f-407c-9e57-b00143c29bb4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Synchronizing usage tracker for tenant:0a59ea96df14460c8e3284d59c6b11e9 on resource:network {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:45:17.625580 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Pushing event updated for resources: {'Port': ['ID=7cdcbaee-b519-4186-b2ab-839c53f6e3ab,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:17.631597 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device da07400e-312e-49e3-bc71-c2db44f59944 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 00:45:17.637497 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:17.659100 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-0441a600-814f-407c-9e57-b00143c29bb4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Unset dirty status for tenant:0a59ea96df14460c8e3284d59c6b11e9 on resource:network {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:45:17.660377 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-0441a600-814f-407c-9e57-b00143c29bb4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/networks?id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 HTTP/1.1" status: 200  len: 812 time: 0.3490672
Jul 06 00:45:17.806915 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port da07400e-312e-49e3-bc71-c2db44f59944, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=da07400e-312e-49e3-bc71-c2db44f59944,segment=NetworkSegment(f323667f-7604-4dac-b4b2-e438c13b3634),segment_id=f323667f-7604-4dac-b4b2-e438c13b3634)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:45:17.825122 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Returning: {'device': 'da07400e-312e-49e3-bc71-c2db44f59944', 'network_id': '19732be1-73e3-4d00-aa78-32a7884cec12', 'port_id': 'da07400e-312e-49e3-bc71-c2db44f59944', 'mac_address': 'fa:16:3e:70:83:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a60bc796-39ac-4432-ad6a-03a21bc88ddc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 00:45:17.829873 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-60f4d4d8-d169-461d-b94a-bcc125ab6252 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/quotas/0a59ea96df14460c8e3284d59c6b11e9 HTTP/1.1" status: 200  len: 375 time: 0.1428256
Jul 06 00:45:17.877905 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a905bdeb8>, [{'id': '1b8bd92e-1c73-4c52-a33a-dd0d743192b7', 'name': 'tempest-TestShelveInstance-1618524859-router', 'tenant_id': 'a395b08db90c4e9c81f50c30d57064c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '610b08c3-6b84-4206-b29b-6b059b2bff5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:45:11Z', 'updated_at': '2021-07-06T00:45:12Z', 'revision_number': 3, 'project_id': 'a395b08db90c4e9c81f50c30d57064c4', 'gw_port': {'id': '610b08c3-6b84-4206-b29b-6b059b2bff5c', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8bd92e-1c73-4c52-a33a-dd0d743192b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:11Z', 'updated_at': '2021-07-06T00:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:45:17.884481 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96160ce2-6448-4570-9098-2b322ba5faad None None] The sync data for ids ['1b8bd92e-1c73-4c52-a33a-dd0d743192b7'] in dv-cinder-799546-2-iscsi is: [{'id': '1b8bd92e-1c73-4c52-a33a-dd0d743192b7', 'name': 'tempest-TestShelveInstance-1618524859-router', 'tenant_id': 'a395b08db90c4e9c81f50c30d57064c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '610b08c3-6b84-4206-b29b-6b059b2bff5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:45:11Z', 'updated_at': '2021-07-06T00:45:12Z', 'revision_number': 3, 'project_id': 'a395b08db90c4e9c81f50c30d57064c4', 'gw_port': {'id': '610b08c3-6b84-4206-b29b-6b059b2bff5c', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8bd92e-1c73-4c52-a33a-dd0d743192b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:11Z', 'updated_at': '2021-07-06T00:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}] {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:45:17.930478 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:17.956337 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da07400e-312e-49e3-bc71-c2db44f59944 {{(pid=80882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:45:17.956854 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0d4aad72-eaef-4576-8909-e64dcbff648f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:17.975616 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port da07400e-312e-49e3-bc71-c2db44f59944, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=da07400e-312e-49e3-bc71-c2db44f59944,segment=NetworkSegment(f323667f-7604-4dac-b4b2-e438c13b3634),segment_id=f323667f-7604-4dac-b4b2-e438c13b3634)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:45:17.979013 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:17.981274 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:17.988147 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdec4d-9ec7-47ab-ae82-2719eec181ab req-f392f3c0-0379-4e0a-86f7-bb3b3d616e32 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:17.989718 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d0bdec4d-9ec7-47ab-ae82-2719eec181ab req-f392f3c0-0379-4e0a-86f7-bb3b3d616e32 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 944 time: 0.2648921
Jul 06 00:45:17.996510 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-0d4aad72-eaef-4576-8909-e64dcbff648f admin admin] Transition to ACTIVE for port object 13769503-7614-4e21-9d97-ff3cb7fb5129 will not be triggered until provisioned by entity DHCP. {{(pid=80880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:45:18.044019 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=da07400e-312e-49e3-bc71-c2db44f59944,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:18.044656 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-9de98e15-405c-46f1-b2d7-3d1427fe1332 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Synchronizing usage tracker for tenant:0a59ea96df14460c8e3284d59c6b11e9 on resource:port {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:45:18.047520 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:18.083246 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-9de98e15-405c-46f1-b2d7-3d1427fe1332 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Unset dirty status for tenant:0a59ea96df14460c8e3284d59c6b11e9 on resource:port {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:45:18.084676 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-9de98e15-405c-46f1-b2d7-3d1427fe1332 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a59ea96df14460c8e3284d59c6b11e9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2291198
Jul 06 00:45:18.087784 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0d4aad72-eaef-4576-8909-e64dcbff648f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:18.090646 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d0bdec4d-9ec7-47ab-ae82-2719eec181ab req-f5ebc5ac-cd39-474d-bd35-764b1b8d460f tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859833
Jul 06 00:45:18.099030 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-249c506d-cd0a-48f8-9906-84ce81c7f914 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:18.272842 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4aad72-eaef-4576-8909-e64dcbff648f admin admin] Network fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc is already hosted by enough agents. {{(pid=80880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:45:18.278029 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-0d4aad72-eaef-4576-8909-e64dcbff648f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:45:18.286077 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4aad72-eaef-4576-8909-e64dcbff648f admin admin] Received port after_create {{(pid=80880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:45:18.324506 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4aad72-eaef-4576-8909-e64dcbff648f admin admin] Pushing event updated for resources: {'Port': ['ID=13769503-7614-4e21-9d97-ff3cb7fb5129,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:18.335043 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0d4aad72-eaef-4576-8909-e64dcbff648f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:18.371781 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0d4aad72-eaef-4576-8909-e64dcbff648f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854308959'] for router_interface, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:18.405124 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-e3c80641-964a-4060-bb1b-124a2979f621 service neutron] 10.222.0.13 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2493095
Jul 06 00:45:18.442219 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['da07400e-312e-49e3-bc71-c2db44f59944'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:45:18.546775 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 7cdcbaee-b519-4186-b2ab-839c53f6e3ab up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:45:18.630029 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0d4aad72-eaef-4576-8909-e64dcbff648f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:18.649445 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 7cdcbaee-b519-4186-b2ab-839c53f6e3ab triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:45:18.649865 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:18.659457 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-90dceb88-3671-4bab-8ddb-610c2724ef64 service neutron] 10.222.0.13 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2434983
Jul 06 00:45:18.737674 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-353c53f0-b2d5-44fc-bd46-abbf3d7acebe None None] Provisioning for port 13769503-7614-4e21-9d97-ff3cb7fb5129 completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:45:18.747087 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-353c53f0-b2d5-44fc-bd46-abbf3d7acebe None None] Provisioning complete for port 13769503-7614-4e21-9d97-ff3cb7fb5129 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:45:18.747087 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-353c53f0-b2d5-44fc-bd46-abbf3d7acebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:18.849143 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-353c53f0-b2d5-44fc-bd46-abbf3d7acebe None None] Port 13769503-7614-4e21-9d97-ff3cb7fb5129 cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:45:18.939172 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0d4aad72-eaef-4576-8909-e64dcbff648f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:18.945033 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0d4aad72-eaef-4576-8909-e64dcbff648f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822393280'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:19.020602 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:19.056848 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0d4aad72-eaef-4576-8909-e64dcbff648f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3153361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854316699'] for router_interface, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:19.269460 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4aad72-eaef-4576-8909-e64dcbff648f admin admin] Network fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc is already hosted by enough agents. {{(pid=80880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:45:19.272905 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-0d4aad72-eaef-4576-8909-e64dcbff648f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:45:19.794222 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-6882287a-a357-4ae4-b6dc-c7b84c1d2828 None None] Provisioning complete for port 13769503-7614-4e21-9d97-ff3cb7fb5129 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:45:19.794727 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6882287a-a357-4ae4-b6dc-c7b84c1d2828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:19.821005 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4aad72-eaef-4576-8909-e64dcbff648f admin admin] Pushing event updated for resources: {'Port': ['ID=13769503-7614-4e21-9d97-ff3cb7fb5129,revision_number=2']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:19.889119 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-6882287a-a357-4ae4-b6dc-c7b84c1d2828 None None] Port 13769503-7614-4e21-9d97-ff3cb7fb5129 cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:45:19.894421 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0d4aad72-eaef-4576-8909-e64dcbff648f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.873s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:19.963807 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d4169f86-7500-4178-9091-888b6aaa63bc req-9aa22935-2b06-4a30-87c3-9c62d6691862 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 210 time: 0.0760009
Jul 06 00:45:20.054171 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 55156) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:20.091914 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4f417-0465-4316-9f29-07701493b132 req-b3948343-c55f-49d0-a0ff-0a9915953703 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:20.093168 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b6d4f417-0465-4316-9f29-07701493b132 req-b3948343-c55f-49d0-a0ff-0a9915953703 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 945 time: 0.2692330
Jul 06 00:45:20.224885 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b6d4f417-0465-4316-9f29-07701493b132 req-0471fb5c-e09d-46be-8828-967e5cff00aa tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592997
Jul 06 00:45:20.289866 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4aad72-eaef-4576-8909-e64dcbff648f admin admin] Router 1b8bd92e-1c73-4c52-a33a-dd0d743192b7 has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:45:20.306417 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-09dadca6-0bc1-44cc-b379-d5a6e41133ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:20.348501 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-09dadca6-0bc1-44cc-b379-d5a6e41133ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:20.352439 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-09dadca6-0bc1-44cc-b379-d5a6e41133ad admin admin] Usage tracker for resource:security_group_rule and tenant:f628105942a84d08b2552bf264fc699f is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:20.355852 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-09dadca6-0bc1-44cc-b379-d5a6e41133ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:20.363037 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-09dadca6-0bc1-44cc-b379-d5a6e41133ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:20.464474 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-09dadca6-0bc1-44cc-b379-d5a6e41133ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:20.472483 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-09dadca6-0bc1-44cc-b379-d5a6e41133ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:20.487352 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:20.535853 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4aad72-eaef-4576-8909-e64dcbff648f admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:45:20.540994 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dadca6-0bc1-44cc-b379-d5a6e41133ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f320fe-81a2-4559-87a9-42cc17c7290f,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:20.545176 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-09dadca6-0bc1-44cc-b379-d5a6e41133ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:20.547972 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-09dadca6-0bc1-44cc-b379-d5a6e41133ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f628105942a84d08b2552bf264fc699f&name=default HTTP/1.1" status: 200  len: 2629 time: 0.4926581
Jul 06 00:45:20.552039 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 55168) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:20.557964 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-0d4aad72-eaef-4576-8909-e64dcbff648f admin admin] 10.222.0.13 "PUT /v2.0/routers/1b8bd92e-1c73-4c52-a33a-dd0d743192b7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7572145
Jul 06 00:45:20.608944 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 610b08c3-6b84-4206-b29b-6b059b2bff5c up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:45:20.674014 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e9c89735-8686-4765-84bd-b4cd3e69c403 req-9bfa65a3-0ef3-4e70-a436-37144a3ec8b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1963967027cc4dd4b63bb84357052310&device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 1098 time: 0.1101727
Jul 06 00:45:20.694982 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port 610b08c3-6b84-4206-b29b-6b059b2bff5c completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:45:20.700369 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 610b08c3-6b84-4206-b29b-6b059b2bff5c triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:45:20.700785 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:20.747214 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-dcfda067-cbfc-44ca-89d7-3d53ed1736bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:20.800312 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-dcfda067-cbfc-44ca-89d7-3d53ed1736bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:20.829830 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:20.846634 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] For port 610b08c3-6b84-4206-b29b-6b059b2bff5c, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=610b08c3-6b84-4206-b29b-6b059b2bff5c,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:45:20.852020 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1908044-71e1-4f9e-b2b2-e8e820feabd9 req-35ac2046-acd0-4754-933c-a45aa0f21e03 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:20.853512 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:20.853638 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d1908044-71e1-4f9e-b2b2-e8e820feabd9 req-35ac2046-acd0-4754-933c-a45aa0f21e03 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.2447884
Jul 06 00:45:20.855820 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:20.875243 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c89735-8686-4765-84bd-b4cd3e69c403 req-01dc87e7-c7b3-47df-bd8f-c28a1b354925 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:20.877949 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e9c89735-8686-4765-84bd-b4cd3e69c403 req-01dc87e7-c7b3-47df-bd8f-c28a1b354925 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e HTTP/1.1" status: 200  len: 919 time: 0.1964095
Jul 06 00:45:20.942672 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d1908044-71e1-4f9e-b2b2-e8e820feabd9 req-4ed97481-b24b-4432-9de4-5e6716878698 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803986
Jul 06 00:45:20.949905 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Pushing event updated for resources: {'Port': ['ID=610b08c3-6b84-4206-b29b-6b059b2bff5c,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:20.957140 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:20.967987 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-dcfda067-cbfc-44ca-89d7-3d53ed1736bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:20.975369 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c6cd0517-eaa6-40d8-853b-f578b2555283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:20.990078 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfda067-cbfc-44ca-89d7-3d53ed1736bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f320fe-81a2-4559-87a9-42cc17c7290f,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:21.001937 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-dcfda067-cbfc-44ca-89d7-3d53ed1736bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:21.003340 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-dcfda067-cbfc-44ca-89d7-3d53ed1736bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:21.007515 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e9c89735-8686-4765-84bd-b4cd3e69c403 req-3251277e-25bf-4cba-800a-b7ae32598efb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9551bc00-2956-4176-be5b-c2093ff12adc HTTP/1.1" status: 200  len: 217 time: 0.1196375
Jul 06 00:45:21.008184 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-dcfda067-cbfc-44ca-89d7-3d53ed1736bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75f320fe-81a2-4559-87a9-42cc17c7290f HTTP/1.1" status: 204  len: 168 time: 0.4540823
Jul 06 00:45:21.254587 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-63b151f1-61a3-40dc-86cc-77f2e2999d7d req-b3c58609-be0c-44c0-9c68-64a9f7e3936c tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 210 time: 0.1034939
Jul 06 00:45:21.270258 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c89735-8686-4765-84bd-b4cd3e69c403 req-0a248681-b4e7-49bc-bfc8-1be6391c2a77 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:21.271903 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e9c89735-8686-4765-84bd-b4cd3e69c403 req-0a248681-b4e7-49bc-bfc8-1be6391c2a77 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86a28ffc-a537-4a50-9ffb-7893c410a8f3 HTTP/1.1" status: 200  len: 858 time: 0.2526541
Jul 06 00:45:21.350613 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e9c89735-8686-4765-84bd-b4cd3e69c403 req-a2acc320-e774-4ee5-841b-0b5204d525fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0643435
Jul 06 00:45:21.357569 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-f5afeb71-e770-4e28-85ad-64df418ccf79 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:21.358974 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-f5afeb71-e770-4e28-85ad-64df418ccf79 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.39 "GET /v2.0/networks?id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 HTTP/1.1" status: 200  len: 812 time: 0.2610152
Jul 06 00:45:21.463921 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device da07400e-312e-49e3-bc71-c2db44f59944 up at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:45:21.566066 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59537d-c799-4f68-a61e-86f34fe7a87c req-7f899a48-81fe-491a-8400-bf9c9b8e85e9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:21.577271 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8e59537d-c799-4f68-a61e-86f34fe7a87c req-7f899a48-81fe-491a-8400-bf9c9b8e85e9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 945 time: 0.1493161
Jul 06 00:45:21.627646 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning for port da07400e-312e-49e3-bc71-c2db44f59944 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:45:21.638207 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning complete for port da07400e-312e-49e3-bc71-c2db44f59944 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:45:21.638931 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:21.679921 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 55206) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:21.696042 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-0943999c-0486-4e88-b778-3b26e4153c91 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1915097332', 'description': 'tempest-secgroup-smoke-1915097332 description', 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:45:21.716880 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8e59537d-c799-4f68-a61e-86f34fe7a87c req-e2723cac-6100-4e59-9eef-c84ff07f1b9e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385736
Jul 06 00:45:21.747898 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-0943999c-0486-4e88-b778-3b26e4153c91 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:21.760374 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-e4d3e0e4-902e-4add-9fc6-797bcaba2ec3 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a59ea96df14460c8e3284d59c6b11e9 HTTP/1.1" status: 200  len: 7027 time: 0.3918860
Jul 06 00:45:21.761431 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-0943999c-0486-4e88-b778-3b26e4153c91 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Usage tracker for resource:security_group and tenant:f0c256f0870e4bf7ae5b32acc283bad9 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:21.766976 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-0943999c-0486-4e88-b778-3b26e4153c91 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:21.788792 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-88a9dc4b-4247-4134-8ab7-efb4026f7329 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Request body: {'port': {'device_id': 'a100851c-6594-4a11-8fa4-d5714de775a3', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'admin_state_up': True, 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'security_groups': ['f4ac25d4-400f-40e5-a57b-ed87cd711348']}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:45:21.795541 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:21.811421 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-0943999c-0486-4e88-b778-3b26e4153c91 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:21.830977 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6a4b80-04b0-4f3f-9f29-486b328387ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da07400e-312e-49e3-bc71-c2db44f59944'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:45:21.842612 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port da07400e-312e-49e3-bc71-c2db44f59944, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=da07400e-312e-49e3-bc71-c2db44f59944,segment=NetworkSegment(f323667f-7604-4dac-b4b2-e438c13b3634),segment_id=f323667f-7604-4dac-b4b2-e438c13b3634)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:45:21.846971 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:21.849368 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:21.925728 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6a4b80-04b0-4f3f-9f29-486b328387ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da07400e-312e-49e3-bc71-c2db44f59944', 'code': 200}
Jul 06 00:45:21.947633 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=da07400e-312e-49e3-bc71-c2db44f59944,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:21.950783 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:21.967472 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] Sync routers for ids ['1b8bd92e-1c73-4c52-a33a-dd0d743192b7'] in dv-cinder-799546-2-iscsi {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:45:21.990037 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e9c89735-8686-4765-84bd-b4cd3e69c403 req-b2d69a9e-2254-4451-b504-cb682d3720cb service neutron] 10.222.0.39 "GET /v2.0/networks/f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6199889
Jul 06 00:45:21.996201 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] Routers {'1b8bd92e-1c73-4c52-a33a-dd0d743192b7'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:45:21.997065 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90a2a208>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:45:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['1b8bd92e-1c73-4c52-a33a-dd0d743192b7'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:45:22.004095 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0943999c-0486-4e88-b778-3b26e4153c91 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:22.053106 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-88a9dc4b-4247-4134-8ab7-efb4026f7329 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:22.303219 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e9c89735-8686-4765-84bd-b4cd3e69c403 req-6ceb8fd2-9bce-4a54-bcd7-1e0eb22beec6 service neutron] 10.222.0.39 "GET /v2.0/networks/f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2439978
Jul 06 00:45:22.326059 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-88a9dc4b-4247-4134-8ab7-efb4026f7329 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:22.327737 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] Set router 1b8bd92e-1c73-4c52-a33a-dd0d743192b7 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:45:22.339762 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-0943999c-0486-4e88-b778-3b26e4153c91 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:22.346369 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-0943999c-0486-4e88-b778-3b26e4153c91 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Usage tracker for resource:security_group_rule and tenant:f0c256f0870e4bf7ae5b32acc283bad9 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:22.349539 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-0943999c-0486-4e88-b778-3b26e4153c91 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:22.353322 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-88a9dc4b-4247-4134-8ab7-efb4026f7329 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Made reservation on behalf of 0a59ea96df14460c8e3284d59c6b11e9 for: {'port': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:45:22.359203 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-88a9dc4b-4247-4134-8ab7-efb4026f7329 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:22.363663 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfada92-7e19-4d11-8a4c-54823790be00 req-88bfa631-9ad6-432d-82dc-03ebf58ec254 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:22.367207 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fcfada92-7e19-4d11-8a4c-54823790be00 req-88bfa631-9ad6-432d-82dc-03ebf58ec254 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.2496040
Jul 06 00:45:22.381653 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-0943999c-0486-4e88-b778-3b26e4153c91 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:22.493132 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d0daa30d-81c3-4a76-8c3f-2246087b0e95 req-3b273aef-741a-4f1d-bf19-a8922e23d906 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 1099 time: 0.3012428
Jul 06 00:45:22.582057 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fcfada92-7e19-4d11-8a4c-54823790be00 req-74a3ea91-77dd-475c-a103-4d64a300eddb tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2046201
Jul 06 00:45:22.601282 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ed32169d-18ff-4771-a117-df1b9616ffd6 req-2634c6ca-d2d0-4165-b1f2-7dddc466e97a tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 210 time: 0.0992928
Jul 06 00:45:22.622659 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-88a9dc4b-4247-4134-8ab7-efb4026f7329 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Allocated IP 172.20.0.12 (681d8fd8-4ec2-4a3b-8b9a-ac10096b7356/1f2f0bee-f85d-4c51-8d52-55ad296fee6b/fb69f37f-5166-49e0-b582-0e5d4f1a1647) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:45:22.639585 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-d0daa30d-81c3-4a76-8c3f-2246087b0e95 req-423a63fc-7abb-4071-a842-64ede1668e82 service neutron] Synchronizing usage tracker for tenant:028fa8b2576f44b88faa8f4c4b95edbd on resource:security_group {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:45:22.643667 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 610b08c3-6b84-4206-b29b-6b059b2bff5c up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:45:22.650747 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0943999c-0486-4e88-b778-3b26e4153c91 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:22.659448 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-d0daa30d-81c3-4a76-8c3f-2246087b0e95 req-423a63fc-7abb-4071-a842-64ede1668e82 service neutron] Unset dirty status for tenant:028fa8b2576f44b88faa8f4c4b95edbd on resource:security_group {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:45:22.660807 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d0daa30d-81c3-4a76-8c3f-2246087b0e95 req-423a63fc-7abb-4071-a842-64ede1668e82 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563306
Jul 06 00:45:22.662330 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0943999c-0486-4e88-b778-3b26e4153c91 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:22.693126 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-42025448-43b9-4444-9b79-0309ad94eb6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:22.712155 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0943999c-0486-4e88-b778-3b26e4153c91 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:22.713419 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-0943999c-0486-4e88-b778-3b26e4153c91 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1610 time: 1.0322251
Jul 06 00:45:22.716577 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 55238) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:22.724782 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-f2e8eafa-5280-4ed0-b9d4-85e367ab7c4f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Request body: {'security_group_rule': {'security_group_id': '39d0fda0-f2e3-4044-aa91-3d44998519f9', 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:45:22.731470 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-f2e8eafa-5280-4ed0-b9d4-85e367ab7c4f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:22.736862 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-f2e8eafa-5280-4ed0-b9d4-85e367ab7c4f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Usage tracker for resource:security_group_rule and tenant:f0c256f0870e4bf7ae5b32acc283bad9 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:22.740013 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-f2e8eafa-5280-4ed0-b9d4-85e367ab7c4f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:22.746213 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-f2e8eafa-5280-4ed0-b9d4-85e367ab7c4f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:22.747293 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943999c-0486-4e88-b778-3b26e4153c91 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d0fda0-f2e3-4044-aa91-3d44998519f9,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:22.757291 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0943999c-0486-4e88-b778-3b26e4153c91 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:22.766816 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f2e8eafa-5280-4ed0-b9d4-85e367ab7c4f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:22.856194 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f2e8eafa-5280-4ed0-b9d4-85e367ab7c4f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:22.867604 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f2e8eafa-5280-4ed0-b9d4-85e367ab7c4f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492264'] for security_group_rule, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:22.909372 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c02fa6dd-1cef-4281-a1ce-9f490e538586 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:22.917170 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 610b08c3-6b84-4206-b29b-6b059b2bff5c triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:45:22.917586 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:22.930179 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f2e8eafa-5280-4ed0-b9d4-85e367ab7c4f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:22.938064 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-f2e8eafa-5280-4ed0-b9d4-85e367ab7c4f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2202415
Jul 06 00:45:22.974282 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 55246) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:22.992496 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-30ce7d86-686f-4cdd-8c7b-81e11a74ed03 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Request body: {'security_group_rule': {'security_group_id': '39d0fda0-f2e3-4044-aa91-3d44998519f9', 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:45:23.002608 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8eafa-5280-4ed0-b9d4-85e367ab7c4f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a8c547-c18f-4d93-b1db-d5c7cbee3ebe,revision_number=0']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:23.010934 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f2e8eafa-5280-4ed0-b9d4-85e367ab7c4f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:23.012178 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-30ce7d86-686f-4cdd-8c7b-81e11a74ed03 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:23.029554 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-30ce7d86-686f-4cdd-8c7b-81e11a74ed03 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Usage tracker for resource:security_group_rule and tenant:f0c256f0870e4bf7ae5b32acc283bad9 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:23.037615 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-30ce7d86-686f-4cdd-8c7b-81e11a74ed03 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:23.053987 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-30ce7d86-686f-4cdd-8c7b-81e11a74ed03 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:23.100596 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-30ce7d86-686f-4cdd-8c7b-81e11a74ed03 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:23.299797 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90a2a208>, [{'id': '1b8bd92e-1c73-4c52-a33a-dd0d743192b7', 'name': 'tempest-TestShelveInstance-1618524859-router', 'tenant_id': 'a395b08db90c4e9c81f50c30d57064c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '610b08c3-6b84-4206-b29b-6b059b2bff5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:45:11Z', 'updated_at': '2021-07-06T00:45:18Z', 'revision_number': 4, 'project_id': 'a395b08db90c4e9c81f50c30d57064c4', 'gw_port': {'id': '610b08c3-6b84-4206-b29b-6b059b2bff5c', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8bd92e-1c73-4c52-a33a-dd0d743192b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:11Z', 'updated_at': '2021-07-06T00:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '13769503-7614-4e21-9d97-ff3cb7fb5129', 'name': '', 'network_id': 'fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc', 'tenant_id': 'a395b08db90c4e9c81f50c30d57064c4', 'mac_address': 'fa:16:3e:a2:9a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8bd92e-1c73-4c52-a33a-dd0d743192b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f9b20db-72c8-43c6-b87b-1ff6929df064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:17Z', 'updated_at': '2021-07-06T00:45:18Z', 'revision_number': 2, 'project_id': 'a395b08db90c4e9c81f50c30d57064c4', 'subnets': [{'id': '3f9b20db-72c8-43c6-b87b-1ff6929df064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:45:23.304272 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] Checking router: 1b8bd92e-1c73-4c52-a33a-dd0d743192b7 for host: dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:45:23.304670 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] Updating router 1b8bd92e-1c73-4c52-a33a-dd0d743192b7 port 13769503-7614-4e21-9d97-ff3cb7fb5129 binding host dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 00:45:23.337194 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-30ce7d86-686f-4cdd-8c7b-81e11a74ed03 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:23.347122 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-30ce7d86-686f-4cdd-8c7b-81e11a74ed03 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492264'] for security_group_rule, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:23.353505 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fa11bc7b-4b1d-4147-8a0f-eb1bfdd61629 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:23.354254 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-88a9dc4b-4247-4134-8ab7-efb4026f7329 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:23.354743 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:23.371350 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-88a9dc4b-4247-4134-8ab7-efb4026f7329 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Transition to ACTIVE for port object fb69f37f-5166-49e0-b582-0e5d4f1a1647 will not be triggered until provisioned by entity DHCP. {{(pid=80881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:45:23.389622 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce7d86-686f-4cdd-8c7b-81e11a74ed03 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2a319c-4c99-4060-aa02-f52238fcacdf,revision_number=0']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:23.396343 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-88a9dc4b-4247-4134-8ab7-efb4026f7329 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:23.401829 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-30ce7d86-686f-4cdd-8c7b-81e11a74ed03 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:23.402032 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c542bc57-72d0-4b73-b1ee-88544ecff209 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:23.412681 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-30ce7d86-686f-4cdd-8c7b-81e11a74ed03 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:23.417695 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-30ce7d86-686f-4cdd-8c7b-81e11a74ed03 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4385366
Jul 06 00:45:23.418478 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 55260) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:23.435193 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-a05bee4b-ef89-41c2-833c-c15c2b5de50f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Request body: {'security_group_rule': {'security_group_id': '39d0fda0-f2e3-4044-aa91-3d44998519f9', 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:45:23.443283 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-a05bee4b-ef89-41c2-833c-c15c2b5de50f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:23.447679 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-a05bee4b-ef89-41c2-833c-c15c2b5de50f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Usage tracker for resource:security_group_rule and tenant:f0c256f0870e4bf7ae5b32acc283bad9 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:23.461381 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-a05bee4b-ef89-41c2-833c-c15c2b5de50f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:23.470125 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-a05bee4b-ef89-41c2-833c-c15c2b5de50f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:23.473513 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-88a9dc4b-4247-4134-8ab7-efb4026f7329 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Network 681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:45:23.477212 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-88a9dc4b-4247-4134-8ab7-efb4026f7329 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:45:23.481818 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-88a9dc4b-4247-4134-8ab7-efb4026f7329 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:45:23.486059 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-88a9dc4b-4247-4134-8ab7-efb4026f7329 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:23.486719 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-88a9dc4b-4247-4134-8ab7-efb4026f7329 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:23.488359 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380d429-bd6a-4bdd-bd91-112910f8c6dc req-cb7e45ba-2b60-43cc-93eb-722f8a5e1489 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:23.490191 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d380d429-bd6a-4bdd-bd91-112910f8c6dc req-cb7e45ba-2b60-43cc-93eb-722f8a5e1489 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 946 time: 0.2354681
Jul 06 00:45:23.501747 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9dc4b-4247-4134-8ab7-efb4026f7329 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Pushing event updated for resources: {'Port': ['ID=fb69f37f-5166-49e0-b582-0e5d4f1a1647,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:23.506673 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-88a9dc4b-4247-4134-8ab7-efb4026f7329 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:23.514441 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-88a9dc4b-4247-4134-8ab7-efb4026f7329 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7346458
Jul 06 00:45:23.530249 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] Request body: {'port': {'device_id': 'a100851c-6594-4a11-8fa4-d5714de775a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:45:23.558018 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a05bee4b-ef89-41c2-833c-c15c2b5de50f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:23.607066 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d380d429-bd6a-4bdd-bd91-112910f8c6dc req-b0542827-8fe1-4f87-9806-940d750442e9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959616
Jul 06 00:45:23.674434 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a05bee4b-ef89-41c2-833c-c15c2b5de50f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:23.701152 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a05bee4b-ef89-41c2-833c-c15c2b5de50f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492264'] for security_group_rule, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:23.703361 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:23.707391 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:23.736961 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bee4b-ef89-41c2-833c-c15c2b5de50f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ce866b7-0003-4f2c-903c-2575486cee11,revision_number=0']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:23.739625 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a05bee4b-ef89-41c2-833c-c15c2b5de50f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:23.752098 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a05bee4b-ef89-41c2-833c-c15c2b5de50f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:23.759846 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-a05bee4b-ef89-41c2-833c-c15c2b5de50f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3378274
Jul 06 00:45:23.760454 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 55272) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:23.775130 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-3b590d25-52cd-48e0-9143-ffbc2acb6adf tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Request body: {'security_group_rule': {'security_group_id': '39d0fda0-f2e3-4044-aa91-3d44998519f9', 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:45:23.788364 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-3b590d25-52cd-48e0-9143-ffbc2acb6adf tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:23.802987 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-3b590d25-52cd-48e0-9143-ffbc2acb6adf tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Usage tracker for resource:security_group_rule and tenant:f0c256f0870e4bf7ae5b32acc283bad9 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:23.821891 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-3b590d25-52cd-48e0-9143-ffbc2acb6adf tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:23.921753 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-3b590d25-52cd-48e0-9143-ffbc2acb6adf tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:23.931905 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] Notify callbacks [] for port, precommit_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:23.954764 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] Transition to ACTIVE for port object 13769503-7614-4e21-9d97-ff3cb7fb5129 will not be triggered until provisioned by entity L2. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:45:23.981551 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:23.994532 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-94a59356-2fcc-46c8-939e-5c43109d6da8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:24.076305 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f703403-3810-4626-94b3-e4bde96e4882 None None] Pushing event updated for resources: {'Port': ['ID=13769503-7614-4e21-9d97-ff3cb7fb5129,revision_number=3']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:24.083045 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7f703403-3810-4626-94b3-e4bde96e4882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:24.175540 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-c5fb5fc0-2a35-4ffd-b3dd-c0d9d5e16503 None None] Provisioning for port fb69f37f-5166-49e0-b582-0e5d4f1a1647 completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:45:24.201283 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-c5fb5fc0-2a35-4ffd-b3dd-c0d9d5e16503 None None] Provisioning complete for port fb69f37f-5166-49e0-b582-0e5d4f1a1647 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:45:24.201704 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c5fb5fc0-2a35-4ffd-b3dd-c0d9d5e16503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:24.225150 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb69f37f-5166-49e0-b582-0e5d4f1a1647 {{(pid=80881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:45:24.233485 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:24.258411 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] Transition to ACTIVE for port object fb69f37f-5166-49e0-b582-0e5d4f1a1647 will not be triggered until provisioned by entity L2. {{(pid=80881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:45:24.269018 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-c5fb5fc0-2a35-4ffd-b3dd-c0d9d5e16503 None None] Port fb69f37f-5166-49e0-b582-0e5d4f1a1647 cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:45:24.276610 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:24.283494 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:24.377487 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] Attempting to bind port 13769503-7614-4e21-9d97-ff3cb7fb5129 on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:45:24.377909 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] Attempting to bind port 13769503-7614-4e21-9d97-ff3cb7fb5129 by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': '2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc'}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:45:24.378318 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] Attempting to bind port 13769503-7614-4e21-9d97-ff3cb7fb5129 on network fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:45:24.387322 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:45:24.387747 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] Checking segment: {'id': '2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:45:24.388201 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:24.388643 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] Bound using segment: {'id': '2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc'} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:45:24.389167 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] Bound port: 13769503-7614-4e21-9d97-ff3cb7fb5129, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc'}}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:45:24.389583 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:24.390152 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] Pushing event updated for resources: {'Port': ['ID=fb69f37f-5166-49e0-b582-0e5d4f1a1647,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:24.394374 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:24.515082 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] For port 13769503-7614-4e21-9d97-ff3cb7fb5129, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:45:24.519685 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] For port 13769503-7614-4e21-9d97-ff3cb7fb5129, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=13769503-7614-4e21-9d97-ff3cb7fb5129,segment=NetworkSegment(2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4),segment_id=2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4)] {{(pid=80882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:45:24.536076 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:24.546816 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cc2fce2d-79e6-4c0e-ae67-a7c2671a41af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:24.559860 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3b590d25-52cd-48e0-9143-ffbc2acb6adf tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:24.586146 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] Attempting to bind port fb69f37f-5166-49e0-b582-0e5d4f1a1647 on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:45:24.586793 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] Attempting to bind port fb69f37f-5166-49e0-b582-0e5d4f1a1647 by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': 'c12a8489-e3ef-4a29-9d7d-d16560fbcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356'}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:45:24.587587 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] Attempting to bind port fb69f37f-5166-49e0-b582-0e5d4f1a1647 on network 681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:45:24.594880 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] Port fb69f37f-5166-49e0-b582-0e5d4f1a1647 on network 681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 00:45:24.595575 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] Attempting to bind port fb69f37f-5166-49e0-b582-0e5d4f1a1647 on network 681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:45:24.603367 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] Checking agent: {'id': '043dc09b-b03f-45ac-adf3-2bee2c468120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'started_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:45:24.604177 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] Checking segment: {'id': 'c12a8489-e3ef-4a29-9d7d-d16560fbcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:45:24.604809 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] Bound using segment: {'id': 'c12a8489-e3ef-4a29-9d7d-d16560fbcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356'} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:45:24.605502 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] Bound port: fb69f37f-5166-49e0-b582-0e5d4f1a1647, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c12a8489-e3ef-4a29-9d7d-d16560fbcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356'}}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:45:24.606080 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:24.626590 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f703403-3810-4626-94b3-e4bde96e4882 None None] Pushing event updated for resources: {'Port': ['ID=13769503-7614-4e21-9d97-ff3cb7fb5129,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:24.631078 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7f703403-3810-4626-94b3-e4bde96e4882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:24.666584 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] Routers {'1b8bd92e-1c73-4c52-a33a-dd0d743192b7'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:45:24.667300 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90a2a208>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:45:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['1b8bd92e-1c73-4c52-a33a-dd0d743192b7'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:45:24.679066 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95b6a1-ca5e-4cfd-8aad-401566d6f9fd req-18e57cf4-159e-4c61-84e7-522c3d069590 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:24.687452 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-de95b6a1-ca5e-4cfd-8aad-401566d6f9fd req-18e57cf4-159e-4c61-84e7-522c3d069590 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.7669537
Jul 06 00:45:24.757649 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] For port fb69f37f-5166-49e0-b582-0e5d4f1a1647, host hv-cinder-79954, cleared binding levels {{(pid=80881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:45:24.758044 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a90b2-6013-4991-8829-a6641d9169d6 req-1b9e67c3-4940-419a-89d6-de5d6c5127a5 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:24.761558 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] For port fb69f37f-5166-49e0-b582-0e5d4f1a1647, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=fb69f37f-5166-49e0-b582-0e5d4f1a1647,segment=NetworkSegment(c12a8489-e3ef-4a29-9d7d-d16560fbcc5d),segment_id=c12a8489-e3ef-4a29-9d7d-d16560fbcc5d)] {{(pid=80881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:45:24.763925 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fb4a90b2-6013-4991-8829-a6641d9169d6 req-1b9e67c3-4940-419a-89d6-de5d6c5127a5 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 932 time: 0.9473691
Jul 06 00:45:24.772437 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3b590d25-52cd-48e0-9143-ffbc2acb6adf tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:24.779610 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:24.795767 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:24.819366 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3b590d25-52cd-48e0-9143-ffbc2acb6adf tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492264'] for security_group_rule, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:24.835970 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a05bee4b-ef89-41c2-833c-c15c2b5de50f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:24.870658 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-de95b6a1-ca5e-4cfd-8aad-401566d6f9fd req-4497b07c-be56-4b89-87d2-e5cfd4117405 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1821635
Jul 06 00:45:24.932029 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] Pushing event updated for resources: {'Port': ['ID=fb69f37f-5166-49e0-b582-0e5d4f1a1647,revision_number=3']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:24.935550 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:24.940190 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:24.941745 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] 10.222.0.39 "PUT /v2.0/ports/fb69f37f-5166-49e0-b582-0e5d4f1a1647 HTTP/1.1" status: 200  len: 1094 time: 1.4180169
Jul 06 00:45:24.942512 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a100851c-6594-4a11-8fa4-d5714de775a3', 'tag': 'fb69f37f-5166-49e0-b582-0e5d4f1a1647'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:45:24.957070 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] Set router 1b8bd92e-1c73-4c52-a33a-dd0d743192b7 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:45:24.989238 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fb4a90b2-6013-4991-8829-a6641d9169d6 req-cb21d059-e54c-4541-9957-b29b0fd651f7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2154202
Jul 06 00:45:24.992621 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3b590d25-52cd-48e0-9143-ffbc2acb6adf tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:24.996528 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-3b590d25-52cd-48e0-9143-ffbc2acb6adf tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 1.2322662
Jul 06 00:45:24.996528 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b590d25-52cd-48e0-9143-ffbc2acb6adf tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0296808c-586d-47da-a453-640a1d154c7c,revision_number=0']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:24.997414 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 55298) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:25.005318 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-282806f6-b69d-4fad-882a-89c5aa0faa52 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Request body: {'security_group_rule': {'security_group_id': '39d0fda0-f2e3-4044-aa91-3d44998519f9', 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:45:25.011682 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3b590d25-52cd-48e0-9143-ffbc2acb6adf tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:25.056833 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-282806f6-b69d-4fad-882a-89c5aa0faa52 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:25.072758 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-282806f6-b69d-4fad-882a-89c5aa0faa52 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Usage tracker for resource:security_group_rule and tenant:f0c256f0870e4bf7ae5b32acc283bad9 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:25.087102 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-282806f6-b69d-4fad-882a-89c5aa0faa52 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:25.134947 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-282806f6-b69d-4fad-882a-89c5aa0faa52 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:25.205581 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-b8329724-164a-4633-8e38-347d4889cb24 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a59ea96df14460c8e3284d59c6b11e9&device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 1097 time: 0.1951494
Jul 06 00:45:25.206611 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.securitygroups_db [None req-282806f6-b69d-4fad-882a-89c5aa0faa52 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Project f0c256f0870e4bf7ae5b32acc283bad9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 06 00:45:25.218994 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-282806f6-b69d-4fad-882a-89c5aa0faa52 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:25.351849 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a100851c-6594-4a11-8fa4-d5714de775a3', 'tag': 'fb69f37f-5166-49e0-b582-0e5d4f1a1647', 'status': 'completed', 'code': 200}
Jul 06 00:45:25.392296 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-9f30de36-feef-4ee8-9ef4-232485d7dc2a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb69f37f-5166-49e0-b582-0e5d4f1a1647 HTTP/1.1" status: 200  len: 217 time: 0.1121535
Jul 06 00:45:25.431088 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16550a07-e946-4a57-b526-861fb30d87ab req-cde05b44-bf0f-4faf-9546-15cf8d624c45 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:25.432728 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-16550a07-e946-4a57-b526-861fb30d87ab req-cde05b44-bf0f-4faf-9546-15cf8d624c45 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 946 time: 0.1579471
Jul 06 00:45:25.467207 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-282806f6-b69d-4fad-882a-89c5aa0faa52 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:25.486508 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-282806f6-b69d-4fad-882a-89c5aa0faa52 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492264'] for security_group_rule, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:25.489805 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-16550a07-e946-4a57-b526-861fb30d87ab req-be3d96a4-2598-4f26-b6ec-63966e77e17c tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475280
Jul 06 00:45:25.499862 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9818f496-3017-49ff-85c5-3b30491a31a2 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:25.515408 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90a2a208>, [{'id': '1b8bd92e-1c73-4c52-a33a-dd0d743192b7', 'name': 'tempest-TestShelveInstance-1618524859-router', 'tenant_id': 'a395b08db90c4e9c81f50c30d57064c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '610b08c3-6b84-4206-b29b-6b059b2bff5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:45:11Z', 'updated_at': '2021-07-06T00:45:18Z', 'revision_number': 4, 'project_id': 'a395b08db90c4e9c81f50c30d57064c4', 'gw_port': {'id': '610b08c3-6b84-4206-b29b-6b059b2bff5c', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8bd92e-1c73-4c52-a33a-dd0d743192b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:11Z', 'updated_at': '2021-07-06T00:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '13769503-7614-4e21-9d97-ff3cb7fb5129', 'name': '', 'network_id': 'fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc', 'tenant_id': 'a395b08db90c4e9c81f50c30d57064c4', 'mac_address': 'fa:16:3e:a2:9a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8bd92e-1c73-4c52-a33a-dd0d743192b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f9b20db-72c8-43c6-b87b-1ff6929df064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:17Z', 'updated_at': '2021-07-06T00:45:24Z', 'revision_number': 4, 'project_id': 'a395b08db90c4e9c81f50c30d57064c4', 'subnets': [{'id': '3f9b20db-72c8-43c6-b87b-1ff6929df064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:45:25.515628 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e73a6d5-e293-4f34-9ff4-0923e19d232f None None] The sync data for ids ['1b8bd92e-1c73-4c52-a33a-dd0d743192b7'] in dv-cinder-799546-2-iscsi is: [{'id': '1b8bd92e-1c73-4c52-a33a-dd0d743192b7', 'name': 'tempest-TestShelveInstance-1618524859-router', 'tenant_id': 'a395b08db90c4e9c81f50c30d57064c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '610b08c3-6b84-4206-b29b-6b059b2bff5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:45:11Z', 'updated_at': '2021-07-06T00:45:18Z', 'revision_number': 4, 'project_id': 'a395b08db90c4e9c81f50c30d57064c4', 'gw_port': {'id': '610b08c3-6b84-4206-b29b-6b059b2bff5c', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8bd92e-1c73-4c52-a33a-dd0d743192b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:11Z', 'updated_at': '2021-07-06T00:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '13769503-7614-4e21-9d97-ff3cb7fb5129', 'name': '', 'network_id': 'fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc', 'tenant_id': 'a395b08db90c4e9c81f50c30d57064c4', 'mac_address': 'fa:16:3e:a2:9a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8bd92e-1c73-4c52-a33a-dd0d743192b7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f9b20db-72c8-43c6-b87b-1ff6929df064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:17Z', 'updated_at': '2021-07-06T00:45:24Z', 'revision_number': 4, 'project_id': 'a395b08db90c4e9c81f50c30d57064c4', 'subnets': [{'id': '3f9b20db-72c8-43c6-b87b-1ff6929df064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:45:25.535008 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282806f6-b69d-4fad-882a-89c5aa0faa52 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5935d227-5e44-4dca-a087-d6b2511aba93,revision_number=0']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:25.538467 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-282806f6-b69d-4fad-882a-89c5aa0faa52 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:25.544742 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-aa19efae-8f2c-41f1-a609-afdf1b983012 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:25.546544 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-aa19efae-8f2c-41f1-a609-afdf1b983012 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1f2f0bee-f85d-4c51-8d52-55ad296fee6b HTTP/1.1" status: 200  len: 851 time: 0.1433880
Jul 06 00:45:25.547679 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-282806f6-b69d-4fad-882a-89c5aa0faa52 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:25.548988 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-282806f6-b69d-4fad-882a-89c5aa0faa52 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.5503454
Jul 06 00:45:25.552272 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 55308) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:25.558531 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-8b4bbb53-6d95-4002-ba01-78161ea8cb17 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Request body: {'security_group_rule': {'security_group_id': '39d0fda0-f2e3-4044-aa91-3d44998519f9', 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:45:25.566355 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-8b4bbb53-6d95-4002-ba01-78161ea8cb17 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:25.571740 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-8b4bbb53-6d95-4002-ba01-78161ea8cb17 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Usage tracker for resource:security_group_rule and tenant:f0c256f0870e4bf7ae5b32acc283bad9 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:25.581665 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-8b4bbb53-6d95-4002-ba01-78161ea8cb17 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:25.609524 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-8b4bbb53-6d95-4002-ba01-78161ea8cb17 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:25.642460 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.securitygroups_db [None req-8b4bbb53-6d95-4002-ba01-78161ea8cb17 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Project f0c256f0870e4bf7ae5b32acc283bad9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 06 00:45:25.650087 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8b4bbb53-6d95-4002-ba01-78161ea8cb17 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:25.661454 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-7a72d06b-6d12-44bc-b9d8-6d318b818463 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1041903
Jul 06 00:45:25.754419 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8b4bbb53-6d95-4002-ba01-78161ea8cb17 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:25.761405 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8b4bbb53-6d95-4002-ba01-78161ea8cb17 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492264'] for security_group_rule, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:25.787987 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:25.803505 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4bbb53-6d95-4002-ba01-78161ea8cb17 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44bd5888-ca89-4bf6-bb2b-4d3e56f01665,revision_number=0']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:25.806938 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-8b4bbb53-6d95-4002-ba01-78161ea8cb17 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:25.807806 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8b4bbb53-6d95-4002-ba01-78161ea8cb17 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:25.817303 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-8b4bbb53-6d95-4002-ba01-78161ea8cb17 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2557423
Jul 06 00:45:25.886892 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-9803d775-9d9f-46dd-b256-3f184583af4e service neutron] 10.222.0.39 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2074840
Jul 06 00:45:26.138832 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-70f042d8-4887-4c10-86ec-bc20b30d4551 req-aeb5ba3b-2abb-46d3-ab3f-aba39a086773 service neutron] 10.222.0.39 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2363801
Jul 06 00:45:26.266075 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563f536-2647-4463-ac4b-2195b42e9634 req-16f8b78a-c6e4-4cbb-a374-db0e4aae8b7a tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:26.274966 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9563f536-2647-4463-ac4b-2195b42e9634 req-16f8b78a-c6e4-4cbb-a374-db0e4aae8b7a tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.1571810
Jul 06 00:45:26.329910 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cf410948-f46e-4c30-aeda-83158b1c0f26 req-5c9dc9ef-4467-476e-99f3-265cd35b3bdd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a59ea96df14460c8e3284d59c6b11e9&device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 1097 time: 0.1286943
Jul 06 00:45:26.446940 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9563f536-2647-4463-ac4b-2195b42e9634 req-138ce13f-5c7c-4589-ba30-38e983175ce7 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1708274
Jul 06 00:45:26.534835 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27887d5e-f8f2-4e42-9c41-5054396d4961 req-cd98cd2b-7678-4174-b0ca-7d2a638e280d tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:26.546594 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-27887d5e-f8f2-4e42-9c41-5054396d4961 req-cd98cd2b-7678-4174-b0ca-7d2a638e280d tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 944 time: 0.2618620
Jul 06 00:45:26.609766 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 13769503-7614-4e21-9d97-ff3cb7fb5129 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:45:26.618444 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf410948-f46e-4c30-aeda-83158b1c0f26 req-7cfb3b1b-63ce-4542-be9a-a2c5546ffdc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:26.620565 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cf410948-f46e-4c30-aeda-83158b1c0f26 req-7cfb3b1b-63ce-4542-be9a-a2c5546ffdc8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 HTTP/1.1" status: 200  len: 913 time: 0.2801378
Jul 06 00:45:26.651661 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-27887d5e-f8f2-4e42-9c41-5054396d4961 req-a06662ce-ac8b-4560-a07f-97b0de0074db tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1040390
Jul 06 00:45:26.737166 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port 13769503-7614-4e21-9d97-ff3cb7fb5129 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:45:26.744137 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 13769503-7614-4e21-9d97-ff3cb7fb5129 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:45:26.747596 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:26.763030 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cf410948-f46e-4c30-aeda-83158b1c0f26 req-150e8bc3-724b-4324-9ee5-cc78578d6c7d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb69f37f-5166-49e0-b582-0e5d4f1a1647 HTTP/1.1" status: 200  len: 217 time: 0.1339400
Jul 06 00:45:26.895321 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf410948-f46e-4c30-aeda-83158b1c0f26 req-e5e26733-e4ba-43e8-b3be-902d2b2f69b4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:26.896884 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cf410948-f46e-4c30-aeda-83158b1c0f26 req-e5e26733-e4ba-43e8-b3be-902d2b2f69b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1f2f0bee-f85d-4c51-8d52-55ad296fee6b HTTP/1.1" status: 200  len: 851 time: 0.1195459
Jul 06 00:45:26.913124 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:26.958131 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] For port 13769503-7614-4e21-9d97-ff3cb7fb5129, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=13769503-7614-4e21-9d97-ff3cb7fb5129,segment=NetworkSegment(2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4),segment_id=2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:45:26.961705 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:26.964868 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5a5a7354-4bab-42c6-8634-59f28ee80071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:27.012033 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cf410948-f46e-4c30-aeda-83158b1c0f26 req-002c5b3e-4b37-4d0d-b88b-f3aa0644868b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1072314
Jul 06 00:45:27.034876 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Pushing event updated for resources: {'Port': ['ID=13769503-7614-4e21-9d97-ff3cb7fb5129,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:27.039985 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:27.160386 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cf410948-f46e-4c30-aeda-83158b1c0f26 req-29f6e49a-67b0-4f0d-9fd0-f1c01b94096d service neutron] 10.222.0.39 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395924
Jul 06 00:45:27.322694 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cf410948-f46e-4c30-aeda-83158b1c0f26 req-751fe69f-de8b-45d1-971d-6eb108716554 service neutron] 10.222.0.39 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1457393
Jul 06 00:45:27.647128 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73555c7e-09db-45da-a1f5-07a1cd72cb73 req-f228ab9f-0cd7-4bf3-aebb-c235a756862c tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:27.648764 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-73555c7e-09db-45da-a1f5-07a1cd72cb73 req-f228ab9f-0cd7-4bf3-aebb-c235a756862c tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0883389
Jul 06 00:45:27.702966 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-73555c7e-09db-45da-a1f5-07a1cd72cb73 req-4d5f5293-1b7c-4e4a-afa0-8e0db67da4d6 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465932
Jul 06 00:45:27.903013 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e9b1c-9ee6-4979-9093-eb8d2fc65d67 req-d0260361-87f9-44e8-a038-65e4e5a27efb tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:27.904652 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d14e9b1c-9ee6-4979-9093-eb8d2fc65d67 req-d0260361-87f9-44e8-a038-65e4e5a27efb tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 944 time: 0.0875964
Jul 06 00:45:27.965550 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d14e9b1c-9ee6-4979-9093-eb8d2fc65d67 req-e615b90c-9923-48cb-b02a-43be11d0e032 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510993
Jul 06 00:45:28.507826 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 13769503-7614-4e21-9d97-ff3cb7fb5129 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:45:28.574282 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 13769503-7614-4e21-9d97-ff3cb7fb5129 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:45:28.574620 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:28.903394 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66981441-d91a-4bb5-acb7-3fd26ddc2d95 req-6f7f1c5a-3482-4d85-b549-d5b78f66ec08 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:28.904867 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-66981441-d91a-4bb5-acb7-3fd26ddc2d95 req-6f7f1c5a-3482-4d85-b549-d5b78f66ec08 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0815420
Jul 06 00:45:28.957537 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-66981441-d91a-4bb5-acb7-3fd26ddc2d95 req-85cd1071-08c7-4482-8fb9-9cbd8dc431cd tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430708
Jul 06 00:45:29.187512 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e42e66-bf61-4538-ba70-902a6ddd84e6 req-a87a7033-abf1-4031-b81f-927b50e10861 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:29.189339 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-24e42e66-bf61-4538-ba70-902a6ddd84e6 req-a87a7033-abf1-4031-b81f-927b50e10861 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 944 time: 0.1057472
Jul 06 00:45:29.257851 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-24e42e66-bf61-4538-ba70-902a6ddd84e6 req-bcd19d35-8165-4dcc-a4ee-ecf34b574f94 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609274
Jul 06 00:45:30.157950 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14b3d9-b44f-4e75-92d4-f64ef9d278c1 req-723eddb6-b477-4d76-8392-f8c665fdf023 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:30.159596 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-dc14b3d9-b44f-4e75-92d4-f64ef9d278c1 req-723eddb6-b477-4d76-8392-f8c665fdf023 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0837274
Jul 06 00:45:30.217873 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-dc14b3d9-b44f-4e75-92d4-f64ef9d278c1 req-eeb74bd4-1cbc-4456-af10-9bfdd94a6a32 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457110
Jul 06 00:45:30.483875 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bd4bc-bf56-4958-aee5-b0d174c9b3db req-6f66dffe-e258-446c-8cee-6c2327f0d2e2 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:30.486291 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-664bd4bc-bf56-4958-aee5-b0d174c9b3db req-6f66dffe-e258-446c-8cee-6c2327f0d2e2 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 944 time: 0.0898793
Jul 06 00:45:30.546706 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-664bd4bc-bf56-4958-aee5-b0d174c9b3db req-b2d900b0-0784-4010-9de9-930abd14df21 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525246
Jul 06 00:45:31.416503 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf45ed-4d29-42e2-b4d1-b38082a0326e req-a8d0de07-5f2f-403a-9e08-aaee074daf42 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:31.417996 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e7cf45ed-4d29-42e2-b4d1-b38082a0326e req-a8d0de07-5f2f-403a-9e08-aaee074daf42 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0827217
Jul 06 00:45:31.469488 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e7cf45ed-4d29-42e2-b4d1-b38082a0326e req-5fc49679-c2c9-47f1-9dfd-32bca5a1acd9 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441630
Jul 06 00:45:31.759804 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541d844-7525-49b5-a14b-a0a282dc4e9a req-a799c0a4-2631-4dd4-8064-2604f8cb22b0 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:31.761383 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2541d844-7525-49b5-a14b-a0a282dc4e9a req-a799c0a4-2631-4dd4-8064-2604f8cb22b0 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 944 time: 0.0821447
Jul 06 00:45:31.815709 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2541d844-7525-49b5-a14b-a0a282dc4e9a req-5c72d830-9bfe-465d-bb30-98f3a6dda241 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458639
Jul 06 00:45:32.665269 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc10b5e-559e-44bd-a600-0e015d32a0bd req-71822ff2-8d45-4a00-aa62-77d82f6d5895 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:32.666852 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8fc10b5e-559e-44bd-a600-0e015d32a0bd req-71822ff2-8d45-4a00-aa62-77d82f6d5895 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0792675
Jul 06 00:45:32.726492 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8fc10b5e-559e-44bd-a600-0e015d32a0bd req-4f4adf26-9977-48ac-8bd0-7b5511ec3ed6 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506387
Jul 06 00:45:33.010005 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5eb0c-0242-462f-b070-ca4665613aa6 req-ae3d079a-5d8a-4bbe-a617-f3f9209fbee4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:33.011533 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-46f5eb0c-0242-462f-b070-ca4665613aa6 req-ae3d079a-5d8a-4bbe-a617-f3f9209fbee4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 944 time: 0.0797620
Jul 06 00:45:33.062572 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-46f5eb0c-0242-462f-b070-ca4665613aa6 req-1caae4bf-6ae8-42e2-a4c7-5d859030200d tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437329
Jul 06 00:45:33.955420 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ba6f0-4c73-4224-9612-7843e91eb78f req-df00e979-ef13-47c6-930b-41f9783950e4 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:33.957128 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ef7ba6f0-4c73-4224-9612-7843e91eb78f req-df00e979-ef13-47c6-930b-41f9783950e4 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0869546
Jul 06 00:45:34.009193 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ef7ba6f0-4c73-4224-9612-7843e91eb78f req-89a465c4-7045-4ba4-87df-53c9a4fa78d2 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450191
Jul 06 00:45:34.263626 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d354ff9-119d-4d22-9294-6e69c4bc5996 req-a98573dc-2e63-4e4f-b93d-80773c26fafa tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:34.265447 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3d354ff9-119d-4d22-9294-6e69c4bc5996 req-a98573dc-2e63-4e4f-b93d-80773c26fafa tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 944 time: 0.0817821
Jul 06 00:45:34.321434 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3d354ff9-119d-4d22-9294-6e69c4bc5996 req-338344ff-6537-4d3d-8af1-858c2db4a48a tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487452
Jul 06 00:45:35.229230 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3906c-ebc2-4245-abd9-f42efb64f034 req-630e260d-8aaf-41d7-b9c5-f6b7a2272d01 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:35.230818 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-58c3906c-ebc2-4245-abd9-f42efb64f034 req-630e260d-8aaf-41d7-b9c5-f6b7a2272d01 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0784004
Jul 06 00:45:35.280764 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-58c3906c-ebc2-4245-abd9-f42efb64f034 req-4cf74b38-70dd-476d-9744-d00d91dafe70 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418925
Jul 06 00:45:35.536726 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f8387-d896-4211-8cd1-27ece8c30682 req-744d819f-c7be-4d60-9d0a-d393ade19d46 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:35.538324 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3b1f8387-d896-4211-8cd1-27ece8c30682 req-744d819f-c7be-4d60-9d0a-d393ade19d46 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 944 time: 0.0884748
Jul 06 00:45:35.540986 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device fb69f37f-5166-49e0-b582-0e5d4f1a1647 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 00:45:35.559879 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 55550) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:35.606404 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3b1f8387-d896-4211-8cd1-27ece8c30682 req-9318e433-fea0-4592-a7f5-3e8278fc7e68 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604553
Jul 06 00:45:35.725885 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port fb69f37f-5166-49e0-b582-0e5d4f1a1647, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=fb69f37f-5166-49e0-b582-0e5d4f1a1647,segment=NetworkSegment(c12a8489-e3ef-4a29-9d7d-d16560fbcc5d),segment_id=c12a8489-e3ef-4a29-9d7d-d16560fbcc5d)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:45:35.746838 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Returning: {'device': 'fb69f37f-5166-49e0-b582-0e5d4f1a1647', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'port_id': 'fb69f37f-5166-49e0-b582-0e5d4f1a1647', 'mac_address': 'fa:16:3e:22:b4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 00:45:35.747721 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5894cc35-d093-40e6-958a-3c342bf3d3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:35.788560 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-5894cc35-d093-40e6-958a-3c342bf3d3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:35.792718 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-5894cc35-d093-40e6-958a-3c342bf3d3e5 admin admin] Usage tracker for resource:security_group_rule and tenant:4f66ae26295e464cbf586411614287bb is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:35.796074 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-5894cc35-d093-40e6-958a-3c342bf3d3e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:35.803559 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-5894cc35-d093-40e6-958a-3c342bf3d3e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:35.989935 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:36.010168 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb69f37f-5166-49e0-b582-0e5d4f1a1647 {{(pid=80882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:45:36.026798 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port fb69f37f-5166-49e0-b582-0e5d4f1a1647, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=fb69f37f-5166-49e0-b582-0e5d4f1a1647,segment=NetworkSegment(c12a8489-e3ef-4a29-9d7d-d16560fbcc5d),segment_id=c12a8489-e3ef-4a29-9d7d-d16560fbcc5d)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:45:36.029732 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:36.031709 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:36.089644 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5894cc35-d093-40e6-958a-3c342bf3d3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:36.093043 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5894cc35-d093-40e6-958a-3c342bf3d3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:36.095056 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=fb69f37f-5166-49e0-b582-0e5d4f1a1647,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:36.098470 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:36.101116 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-803af58f-b7b1-4fb0-95ec-ccf449d9c728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:36.140155 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894cc35-d093-40e6-958a-3c342bf3d3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a8683a-019e-4878-a52c-48c2e8df355d,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:36.158719 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5894cc35-d093-40e6-958a-3c342bf3d3e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:36.159420 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5894cc35-d093-40e6-958a-3c342bf3d3e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:36.159820 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5894cc35-d093-40e6-958a-3c342bf3d3e5 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:36.160217 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5894cc35-d093-40e6-958a-3c342bf3d3e5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:36.160610 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5894cc35-d093-40e6-958a-3c342bf3d3e5 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:36.161001 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5894cc35-d093-40e6-958a-3c342bf3d3e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:36.161388 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5894cc35-d093-40e6-958a-3c342bf3d3e5 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:36.161777 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5894cc35-d093-40e6-958a-3c342bf3d3e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:36.162160 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5894cc35-d093-40e6-958a-3c342bf3d3e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:36.162538 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5894cc35-d093-40e6-958a-3c342bf3d3e5 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:36.162915 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5894cc35-d093-40e6-958a-3c342bf3d3e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:36.170119 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5894cc35-d093-40e6-958a-3c342bf3d3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:36.196414 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 55566) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:36.204157 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-5894cc35-d093-40e6-958a-3c342bf3d3e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f66ae26295e464cbf586411614287bb&name=default HTTP/1.1" status: 200  len: 2629 time: 0.6427073
Jul 06 00:45:36.272917 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2d648e6f-08ac-497d-ab94-76dc1f641919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:36.306282 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2d648e6f-08ac-497d-ab94-76dc1f641919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:36.352394 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2d648e6f-08ac-497d-ab94-76dc1f641919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:36.358786 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f0b242da-1c22-4f16-991a-288f0b068031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:36.374414 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2d648e6f-08ac-497d-ab94-76dc1f641919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:36.377286 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-2d648e6f-08ac-497d-ab94-76dc1f641919 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81a8683a-019e-4878-a52c-48c2e8df355d HTTP/1.1" status: 204  len: 168 time: 0.1792228
Jul 06 00:45:36.378547 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d648e6f-08ac-497d-ab94-76dc1f641919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a8683a-019e-4878-a52c-48c2e8df355d,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:36.391124 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d648e6f-08ac-497d-ab94-76dc1f641919 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:36.391670 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d648e6f-08ac-497d-ab94-76dc1f641919 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:36.392199 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d648e6f-08ac-497d-ab94-76dc1f641919 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:36.392720 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d648e6f-08ac-497d-ab94-76dc1f641919 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:36.393231 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d648e6f-08ac-497d-ab94-76dc1f641919 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:36.393628 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d648e6f-08ac-497d-ab94-76dc1f641919 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:36.394018 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d648e6f-08ac-497d-ab94-76dc1f641919 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:36.394408 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d648e6f-08ac-497d-ab94-76dc1f641919 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:36.394795 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d648e6f-08ac-497d-ab94-76dc1f641919 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:36.395212 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d648e6f-08ac-497d-ab94-76dc1f641919 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:36.395594 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d648e6f-08ac-497d-ab94-76dc1f641919 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:45:36.399705 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-2d648e6f-08ac-497d-ab94-76dc1f641919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:36.500983 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da7cd7-b4b7-4451-88e1-34143fdd1ca1 req-993eed45-0912-4ce8-b078-29ef217b89e5 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:36.502587 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b0da7cd7-b4b7-4451-88e1-34143fdd1ca1 req-993eed45-0912-4ce8-b078-29ef217b89e5 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0820236
Jul 06 00:45:36.559490 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b0da7cd7-b4b7-4451-88e1-34143fdd1ca1 req-d43077e2-aff6-4a88-b803-542c851f06d8 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497305
Jul 06 00:45:36.753978 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 55584) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:36.774685 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e43aeb83-b94e-43f2-9151-a6fa5c8f2df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:36.806688 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-e43aeb83-b94e-43f2-9151-a6fa5c8f2df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:36.810970 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-e43aeb83-b94e-43f2-9151-a6fa5c8f2df1 admin admin] Usage tracker for resource:security_group_rule and tenant:79b9b335c4bf4750982ec2d4834b131b is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:36.814493 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-e43aeb83-b94e-43f2-9151-a6fa5c8f2df1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:36.821607 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-e43aeb83-b94e-43f2-9151-a6fa5c8f2df1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:36.895185 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e43aeb83-b94e-43f2-9151-a6fa5c8f2df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:36.901760 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e43aeb83-b94e-43f2-9151-a6fa5c8f2df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:36.909841 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c6528275-c22e-4ec0-99f3-883b63b30d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:36.971682 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-e43aeb83-b94e-43f2-9151-a6fa5c8f2df1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79b9b335c4bf4750982ec2d4834b131b&name=default HTTP/1.1" status: 200  len: 2629 time: 0.2134874
Jul 06 00:45:36.972190 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 55594) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:36.974364 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43aeb83-b94e-43f2-9151-a6fa5c8f2df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ea8422-ca75-45bc-b91e-875694a61ec0,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:36.978009 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e43aeb83-b94e-43f2-9151-a6fa5c8f2df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:37.042570 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5f7aa725-cb7e-47f6-8566-8beedd6cd9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:37.069885 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b43e35-baaa-4eb7-abb9-67977abc7e33 req-b0e9b972-302b-410d-8d56-e7575e24bedb tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:37.070081 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5f7aa725-cb7e-47f6-8566-8beedd6cd9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:37.071494 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d2b43e35-baaa-4eb7-abb9-67977abc7e33 req-b0e9b972-302b-410d-8d56-e7575e24bedb tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 945 time: 0.0785496
Jul 06 00:45:37.115087 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5f7aa725-cb7e-47f6-8566-8beedd6cd9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:37.120174 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a46d0733-343b-4d66-8404-8d7da0dce366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:37.130337 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d2b43e35-baaa-4eb7-abb9-67977abc7e33 req-2304e445-2bc2-4112-a7b3-35ad3aa64823 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516660
Jul 06 00:45:37.136771 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7aa725-cb7e-47f6-8566-8beedd6cd9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ea8422-ca75-45bc-b91e-875694a61ec0,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:37.144359 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5f7aa725-cb7e-47f6-8566-8beedd6cd9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:37.148203 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-5f7aa725-cb7e-47f6-8566-8beedd6cd9f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50ea8422-ca75-45bc-b91e-875694a61ec0 HTTP/1.1" status: 204  len: 168 time: 0.1723754
Jul 06 00:45:37.148203 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5f7aa725-cb7e-47f6-8566-8beedd6cd9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:37.566589 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 55604) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:37.585826 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fc6470e4-a5f3-4103-95d6-74a856a0d378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:37.617589 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-fc6470e4-a5f3-4103-95d6-74a856a0d378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:37.621580 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-fc6470e4-a5f3-4103-95d6-74a856a0d378 admin admin] Usage tracker for resource:security_group_rule and tenant:04c5dd68c9164abc9a3035f2a48bd7f2 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:37.624461 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-fc6470e4-a5f3-4103-95d6-74a856a0d378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:37.630872 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-fc6470e4-a5f3-4103-95d6-74a856a0d378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:37.702342 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fc6470e4-a5f3-4103-95d6-74a856a0d378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:37.705977 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fc6470e4-a5f3-4103-95d6-74a856a0d378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:37.713690 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-eb3df59a-14af-41d0-9abf-1c74cfc347ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:37.755520 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6470e4-a5f3-4103-95d6-74a856a0d378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e611a5-87b1-444b-ae3a-a135c8d487b0,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:37.755761 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c093d-3455-4295-89f7-c738285963bb req-ddb8ae17-dbd2-4282-ad17-3780bb0894d9 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:37.757213 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-180c093d-3455-4295-89f7-c738285963bb req-ddb8ae17-dbd2-4282-ad17-3780bb0894d9 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0814600
Jul 06 00:45:37.758705 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fc6470e4-a5f3-4103-95d6-74a856a0d378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:37.763587 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-fc6470e4-a5f3-4103-95d6-74a856a0d378 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04c5dd68c9164abc9a3035f2a48bd7f2&name=default HTTP/1.1" status: 200  len: 2629 time: 0.1932786
Jul 06 00:45:37.764231 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 55610) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:37.808824 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-180c093d-3455-4295-89f7-c738285963bb req-5b6dbdaa-83ee-45ee-a75e-e5596680e67f tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444326
Jul 06 00:45:37.827394 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d9045186-4968-4000-a990-b5a946140ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:37.853522 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d9045186-4968-4000-a990-b5a946140ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:37.901101 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d9045186-4968-4000-a990-b5a946140ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:37.905902 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-00e67da7-68bd-47b2-ad97-7cd83998f773 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:37.918567 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9045186-4968-4000-a990-b5a946140ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e611a5-87b1-444b-ae3a-a135c8d487b0,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:37.921512 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d9045186-4968-4000-a990-b5a946140ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:37.922906 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d9045186-4968-4000-a990-b5a946140ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:37.924108 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-d9045186-4968-4000-a990-b5a946140ca4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9e611a5-87b1-444b-ae3a-a135c8d487b0 HTTP/1.1" status: 204  len: 168 time: 0.1584265
Jul 06 00:45:38.318185 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539706f-bf1c-4583-b543-3ffdec59da7f req-c4094555-6b39-4873-9d3c-296f39f642d6 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:38.319802 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7539706f-bf1c-4583-b543-3ffdec59da7f req-c4094555-6b39-4873-9d3c-296f39f642d6 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 945 time: 0.0809772
Jul 06 00:45:38.375568 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7539706f-bf1c-4583-b543-3ffdec59da7f req-0eafd6eb-8692-4995-aee9-1ea32165da10 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483294
Jul 06 00:45:38.842819 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 55642) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:38.991543 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-604022672-network', 'tenant_id': 'dd2bd617124e41d7bc1eec147aca3725'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:45:39.000950 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:39.007589 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] Usage tracker for resource:network and tenant:dd2bd617124e41d7bc1eec147aca3725 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:39.011993 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:39.020833 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:39.039921 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917f30e-f5bb-427d-8d3b-02a70a8016ca req-f5b56fd3-c390-49fd-a453-37d567b852eb tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:39.041493 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2917f30e-f5bb-427d-8d3b-02a70a8016ca req-f5b56fd3-c390-49fd-a453-37d567b852eb tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.1141577
Jul 06 00:45:39.042723 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] Made reservation on behalf of dd2bd617124e41d7bc1eec147aca3725 for: {'network': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:45:39.047943 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for network, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:39.076544 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:39.154220 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2917f30e-f5bb-427d-8d3b-02a70a8016ca req-be45112d-ca6f-448a-9375-040b61befee6 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948074
Jul 06 00:45:39.155913 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:39.161631 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] Usage tracker for resource:security_group_rule and tenant:dd2bd617124e41d7bc1eec147aca3725 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:39.166601 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:39.174957 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:39.261851 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:39.267675 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:39.272173 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:39.290383 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'}  {{(pid=80880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 00:45:39.306847 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:39.307258 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.segments_db [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] Added segment c19fc380-ab52-4442-9be8-f6df29c17682 of type vlan for network 0545c3c7-dd02-414b-a43d-cb852142669a
Jul 06 00:45:39.330647 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:39.335512 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:39.350795 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734504930197'] for network, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:39.382442 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for network, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:39.383821 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:39.384462 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:39.389983 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:39.498163 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] Pushing event updated for resources: {'Network': ['ID=0545c3c7-dd02-414b-a43d-cb852142669a,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:39.509981 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Network 0545c3c7-dd02-414b-a43d-cb852142669a details requested by agent ovs-agent-dv-cinder-799546-2-iscsi with host dv-cinder-799546-2-iscsi {{(pid=80882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 00:45:39.544558 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6971760
Jul 06 00:45:39.545198 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 55656) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:39.547116 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:39.552379 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-fa4a6adf-4063-4517-9234-f0975c656435 admin admin] Request body: {'subnet': {'network_id': '0545c3c7-dd02-414b-a43d-cb852142669a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-604022672-subnet', 'tenant_id': 'dd2bd617124e41d7bc1eec147aca3725', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:45:39.557534 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-fa4a6adf-4063-4517-9234-f0975c656435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:39.561935 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-fa4a6adf-4063-4517-9234-f0975c656435 admin admin] Usage tracker for resource:subnet and tenant:dd2bd617124e41d7bc1eec147aca3725 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:39.565631 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-fa4a6adf-4063-4517-9234-f0975c656435 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:39.572849 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-fa4a6adf-4063-4517-9234-f0975c656435 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:39.583700 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4a6adf-4063-4517-9234-f0975c656435 admin admin] Made reservation on behalf of dd2bd617124e41d7bc1eec147aca3725 for: {'subnet': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:45:39.586628 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624a26b-1742-4298-b865-539c474bcb1c req-ef82fcd2-5dc2-4f99-8e95-9ad88190932b tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:39.588270 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1624a26b-1742-4298-b865-539c474bcb1c req-ef82fcd2-5dc2-4f99-8e95-9ad88190932b tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 945 time: 0.0922432
Jul 06 00:45:39.589433 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fa4a6adf-4063-4517-9234-f0975c656435 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:39.641826 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1624a26b-1742-4298-b865-539c474bcb1c req-172fea07-4400-484b-980a-0deeee4c16a8 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452206
Jul 06 00:45:39.791341 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fa4a6adf-4063-4517-9234-f0975c656435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for subnet, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:39.795620 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:39.870540 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a6adf-4063-4517-9234-f0975c656435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e22e038-249a-4ad0-abf1-d66f75fc79a7,revision_number=0']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:39.874010 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fa4a6adf-4063-4517-9234-f0975c656435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:39.881126 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4a6adf-4063-4517-9234-f0975c656435 admin admin] Checking segment: {'id': 'c19fc380-ab52-4442-9be8-f6df29c17682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0545c3c7-dd02-414b-a43d-cb852142669a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:45:39.881519 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4a6adf-4063-4517-9234-f0975c656435 admin admin] Network hostable DHCP agents. Network: 0545c3c7-dd02-414b-a43d-cb852142669a, hostable agents: ['f5e345ff-b6f9-433d-a315-fe369d22c770'], hosted agents: [] {{(pid=80881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 00:45:39.890309 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4a6adf-4063-4517-9234-f0975c656435 admin admin] Network 0545c3c7-dd02-414b-a43d-cb852142669a is scheduled to be hosted by DHCP agent f5e345ff-b6f9-433d-a315-fe369d22c770 {{(pid=80881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 00:45:39.898353 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-fa4a6adf-4063-4517-9234-f0975c656435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-2-iscsi, 0545c3c7-dd02-414b-a43d-cb852142669a) {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:45:39.902255 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4a6adf-4063-4517-9234-f0975c656435 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:39.902889 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fa4a6adf-4063-4517-9234-f0975c656435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for subnet, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:39.907794 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1637fa69-aa82-4780-88d6-ffea2b86ce70 None None] Network 0545c3c7-dd02-414b-a43d-cb852142669a requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:45:39.923782 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-fa4a6adf-4063-4517-9234-f0975c656435 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3773868
Jul 06 00:45:40.131583 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf678b71-76a5-4604-881a-970cb75d40d8 None None] Network 0545c3c7-dd02-414b-a43d-cb852142669a requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:45:40.374787 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fa28b-218d-4e1c-96ec-551dee83e527 req-9536ce82-1001-408e-b5df-ec8e63adb753 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:40.377412 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2e0fa28b-218d-4e1c-96ec-551dee83e527 req-9536ce82-1001-408e-b5df-ec8e63adb753 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0899711
Jul 06 00:45:40.433048 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2e0fa28b-218d-4e1c-96ec-551dee83e527 req-a72ad92c-bcce-4391-9f51-255a769edcb9 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480719
Jul 06 00:45:40.833596 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9817b55-34d9-4ae3-a16f-11054b3b22e8 req-f9cf8035-c9ad-4d91-b926-59ce3bfb8065 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:40.835177 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f9817b55-34d9-4ae3-a16f-11054b3b22e8 req-f9cf8035-c9ad-4d91-b926-59ce3bfb8065 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 945 time: 0.0787067
Jul 06 00:45:40.892591 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f9817b55-34d9-4ae3-a16f-11054b3b22e8 req-3e4f5233-ab24-486e-a8a4-82310f1708c0 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501261
Jul 06 00:45:41.635402 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25225f-f7a7-4683-9d46-18439532d21c req-037cf0ce-7179-4e76-87a3-22f87ad7b374 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:41.636978 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8d25225f-f7a7-4683-9d46-18439532d21c req-037cf0ce-7179-4e76-87a3-22f87ad7b374 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0795639
Jul 06 00:45:41.687319 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8d25225f-f7a7-4683-9d46-18439532d21c req-6b66042f-ef08-4dd7-be3a-edbef2fc3268 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422547
Jul 06 00:45:42.088326 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55363a-d190-4b42-8619-c1b7c6a298e8 req-5cccd491-7d68-4aae-849c-156275bb6144 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:42.089904 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1c55363a-d190-4b42-8619-c1b7c6a298e8 req-5cccd491-7d68-4aae-849c-156275bb6144 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 945 time: 0.0842633
Jul 06 00:45:42.143524 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1c55363a-d190-4b42-8619-c1b7c6a298e8 req-9a0e58fa-6538-4b61-92d9-22313525347e tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458398
Jul 06 00:45:42.302075 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ff8c817e-993d-482b-9fdc-aee86dfbfbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:42.752389 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['fb69f37f-5166-49e0-b582-0e5d4f1a1647'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:45:42.888714 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5be16-053c-46a7-a963-d290e720de1b req-a0189836-0a11-49cc-a1ef-8776214dccaf tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:42.890650 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9bd5be16-053c-46a7-a963-d290e720de1b req-a0189836-0a11-49cc-a1ef-8776214dccaf tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0874169
Jul 06 00:45:42.953200 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9bd5be16-053c-46a7-a963-d290e720de1b req-16c36064-315f-4ead-baa8-86c7afca8f00 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535855
Jul 06 00:45:43.339164 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98904b75-991c-4a4e-9e63-dc5e491f6c35 req-62d518df-95b6-4e54-a741-00619ce16db9 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:43.340751 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-98904b75-991c-4a4e-9e63-dc5e491f6c35 req-62d518df-95b6-4e54-a741-00619ce16db9 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 945 time: 0.0821412
Jul 06 00:45:43.395751 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-98904b75-991c-4a4e-9e63-dc5e491f6c35 req-8146700e-a339-409c-9928-ebb4646605ca tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472186
Jul 06 00:45:43.493622 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:43.633699 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:44.041769 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:45:44.166783 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ba246-fc98-43a4-88f2-62c14b07eecb req-c9ce75a3-8c20-47c4-93db-dd3bd70e2797 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:44.168766 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0e5ba246-fc98-43a4-88f2-62c14b07eecb req-c9ce75a3-8c20-47c4-93db-dd3bd70e2797 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0836458
Jul 06 00:45:44.219953 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0e5ba246-fc98-43a4-88f2-62c14b07eecb req-37d0305e-363c-48d4-8162-c87981113502 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432539
Jul 06 00:45:44.319621 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-632737dc-ee78-4325-bc81-9fb9dad30303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:44.594442 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29b42c-03d0-41b8-ba66-e4d9d4cd2091 req-4a8415d4-961c-4c51-847c-51a644ebd809 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:44.596030 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cb29b42c-03d0-41b8-ba66-e4d9d4cd2091 req-4a8415d4-961c-4c51-847c-51a644ebd809 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 945 time: 0.0839367
Jul 06 00:45:44.793085 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:44.847216 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cb29b42c-03d0-41b8-ba66-e4d9d4cd2091 req-5a5ee7ea-e58c-427f-9913-a053bc4b5d13 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2440779
Jul 06 00:45:45.416596 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb1941-15e1-45f3-a47c-198809e9340e req-15e523ab-61ff-4b08-8a43-38456a3b8293 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:45.418376 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5bcb1941-15e1-45f3-a47c-198809e9340e req-15e523ab-61ff-4b08-8a43-38456a3b8293 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0821714
Jul 06 00:45:45.471418 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5bcb1941-15e1-45f3-a47c-198809e9340e req-91d51057-7014-4e32-8fac-5237510c2c71 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449448
Jul 06 00:45:45.956446 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:46.045888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017366d-d482-47e3-8d55-d0f200755b9c req-5358e9cd-0408-4884-b6f7-4b126eed00fb tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:46.047471 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6017366d-d482-47e3-8d55-d0f200755b9c req-5358e9cd-0408-4884-b6f7-4b126eed00fb tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 945 time: 0.0781133
Jul 06 00:45:46.097572 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6017366d-d482-47e3-8d55-d0f200755b9c req-d104895b-1293-4f36-8a1e-01bb752c1200 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425692
Jul 06 00:45:46.247467 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device fb69f37f-5166-49e0-b582-0e5d4f1a1647 up at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:45:46.319370 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning for port fb69f37f-5166-49e0-b582-0e5d4f1a1647 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:45:46.324101 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning complete for port fb69f37f-5166-49e0-b582-0e5d4f1a1647 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:45:46.324512 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:46.433455 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:46.460925 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a100851c-6594-4a11-8fa4-d5714de775a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb69f37f-5166-49e0-b582-0e5d4f1a1647'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:45:46.471760 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port fb69f37f-5166-49e0-b582-0e5d4f1a1647, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=fb69f37f-5166-49e0-b582-0e5d4f1a1647,segment=NetworkSegment(c12a8489-e3ef-4a29-9d7d-d16560fbcc5d),segment_id=c12a8489-e3ef-4a29-9d7d-d16560fbcc5d)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:45:46.474636 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:46.476421 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0bbcc884-cad7-4243-bcb5-6b914e59d744 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:46.518478 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a100851c-6594-4a11-8fa4-d5714de775a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb69f37f-5166-49e0-b582-0e5d4f1a1647', 'code': 200}
Jul 06 00:45:46.540094 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=fb69f37f-5166-49e0-b582-0e5d4f1a1647,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:46.543466 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:46.703177 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394a368-837d-42ab-9026-d985eb6dddc4 req-319d03e3-3856-476b-af53-73551512d87c tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:46.705819 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c394a368-837d-42ab-9026-d985eb6dddc4 req-319d03e3-3856-476b-af53-73551512d87c tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0825634
Jul 06 00:45:46.755445 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c394a368-837d-42ab-9026-d985eb6dddc4 req-4752ebd7-909b-42fe-a2c0-ff54d281524a tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426345
Jul 06 00:45:47.071647 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-aade9e05-17a9-4c4d-a2cf-13cba633992b req-83be1a44-8106-466b-b626-b16d83401667 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 1099 time: 0.0676913
Jul 06 00:45:47.122004 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-aade9e05-17a9-4c4d-a2cf-13cba633992b req-c1d65b20-44de-4659-94ed-e85d9d3f367d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426905
Jul 06 00:45:47.285277 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c05bda-1151-4c80-9fd4-1b38a93cb34d req-0764423b-8972-42fe-8123-314a42f011f9 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:47.286864 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-37c05bda-1151-4c80-9fd4-1b38a93cb34d req-0764423b-8972-42fe-8123-314a42f011f9 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 946 time: 0.0778270
Jul 06 00:45:47.342651 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-37c05bda-1151-4c80-9fd4-1b38a93cb34d req-c04f40c0-7ba0-4de7-8580-d7c8fae066d0 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486629
Jul 06 00:45:47.588566 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-27c98046-9fec-4749-b953-66c3d37b8d21 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:47.589211 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-27c98046-9fec-4749-b953-66c3d37b8d21 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Synchronizing usage tracker for tenant:dd2bd617124e41d7bc1eec147aca3725 on resource:network {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:45:47.605091 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-27c98046-9fec-4749-b953-66c3d37b8d21 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Unset dirty status for tenant:dd2bd617124e41d7bc1eec147aca3725 on resource:network {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:45:47.606279 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-27c98046-9fec-4749-b953-66c3d37b8d21 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/networks?id=0545c3c7-dd02-414b-a43d-cb852142669a HTTP/1.1" status: 200  len: 808 time: 0.1617484
Jul 06 00:45:47.623796 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-026fe72e-4270-4d48-b5c0-7f54e0f1e229 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/quotas/dd2bd617124e41d7bc1eec147aca3725 HTTP/1.1" status: 200  len: 375 time: 0.0106862
Jul 06 00:45:47.673417 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-7fdf69d7-41b6-48c3-bb1e-c22664133858 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd2bd617124e41d7bc1eec147aca3725&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0435419
Jul 06 00:45:47.812200 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-d736b344-3057-49b7-9485-78d6274a5d2a service neutron] 10.222.0.13 "GET /v2.0/networks/0545c3c7-dd02-414b-a43d-cb852142669a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307764
Jul 06 00:45:48.014245 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-277a5210-9735-43d8-a5cf-9cf9207b446f service neutron] 10.222.0.13 "GET /v2.0/networks/0545c3c7-dd02-414b-a43d-cb852142669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1937921
Jul 06 00:45:48.021781 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14001fd2-df89-43a7-8917-fc95dac472fb req-62bdafc9-553b-4e2e-bfc4-2bf44d273f63 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:48.023294 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-14001fd2-df89-43a7-8917-fc95dac472fb req-62bdafc9-553b-4e2e-bfc4-2bf44d273f63 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.1329544
Jul 06 00:45:48.073169 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-14001fd2-df89-43a7-8917-fc95dac472fb req-c8a3b1e6-c2cb-4ef5-b77c-9627dbcf5e77 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421612
Jul 06 00:45:48.280943 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5a0725e1-93f6-4fe4-bd7c-4a80617d6c19 req-59c7e643-c9d7-4534-b412-3b205ca1ad24 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=91adda43-5b0d-4d38-a211-455bde789d77 HTTP/1.1" status: 200  len: 210 time: 0.0515223
Jul 06 00:45:48.542001 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ed276-093b-4673-9ec3-b6fd31bd65b3 req-31fded1b-b330-4b73-a921-041260bb8ec8 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:48.543593 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-613ed276-093b-4673-9ec3-b6fd31bd65b3 req-31fded1b-b330-4b73-a921-041260bb8ec8 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 946 time: 0.0779991
Jul 06 00:45:48.595029 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-613ed276-093b-4673-9ec3-b6fd31bd65b3 req-b713b553-2b55-4511-8754-9401101efed0 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437202
Jul 06 00:45:49.292187 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7596a9-02ec-461a-bb0e-e4e77f525eaa req-12966944-db41-431c-b3cc-a7c733d91162 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:49.293826 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8b7596a9-02ec-461a-bb0e-e4e77f525eaa req-12966944-db41-431c-b3cc-a7c733d91162 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.1029315
Jul 06 00:45:49.364232 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8b7596a9-02ec-461a-bb0e-e4e77f525eaa req-1c221234-022d-4929-af23-4fc9f267b6d5 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624549
Jul 06 00:45:49.592750 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0767d557-6182-4dd3-9896-2ccb11c1a294 req-34e08a91-abbc-404d-986e-48b6b359cff2 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=91adda43-5b0d-4d38-a211-455bde789d77 HTTP/1.1" status: 200  len: 210 time: 0.1011846
Jul 06 00:45:49.728193 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-147256eb-0efa-47ce-960b-0619a722d8ec tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:49.729979 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-147256eb-0efa-47ce-960b-0619a722d8ec tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.39 "GET /v2.0/networks?id=0545c3c7-dd02-414b-a43d-cb852142669a HTTP/1.1" status: 200  len: 808 time: 0.2276294
Jul 06 00:45:49.751593 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-262937c1-8ea1-456d-be89-add66679b0f9 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Request body: {'port': {'device_id': '91adda43-5b0d-4d38-a211-455bde789d77', 'network_id': '0545c3c7-dd02-414b-a43d-cb852142669a', 'admin_state_up': True, 'tenant_id': 'dd2bd617124e41d7bc1eec147aca3725'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:45:49.813128 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf3801-5406-4c8c-9477-344cb893b4c1 req-601594cd-6c43-4eca-a0dd-54c664f966cb tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:49.814907 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-94bf3801-5406-4c8c-9477-344cb893b4c1 req-601594cd-6c43-4eca-a0dd-54c664f966cb tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 946 time: 0.0856943
Jul 06 00:45:49.872960 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-94bf3801-5406-4c8c-9477-344cb893b4c1 req-d8b5606d-37c2-4a3d-9629-8bb959255471 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487182
Jul 06 00:45:49.900701 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-262937c1-8ea1-456d-be89-add66679b0f9 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:49.904711 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-262937c1-8ea1-456d-be89-add66679b0f9 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Usage tracker for resource:port and tenant:dd2bd617124e41d7bc1eec147aca3725 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:49.907657 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-262937c1-8ea1-456d-be89-add66679b0f9 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:49.914433 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-262937c1-8ea1-456d-be89-add66679b0f9 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:49.923906 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-262937c1-8ea1-456d-be89-add66679b0f9 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Made reservation on behalf of dd2bd617124e41d7bc1eec147aca3725 for: {'port': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:45:49.929916 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-262937c1-8ea1-456d-be89-add66679b0f9 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:50.091151 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-262937c1-8ea1-456d-be89-add66679b0f9 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Allocated IP 172.20.0.10 (0545c3c7-dd02-414b-a43d-cb852142669a/2e22e038-249a-4ad0-abf1-d66f75fc79a7/c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:45:50.332815 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-262937c1-8ea1-456d-be89-add66679b0f9 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:50.359345 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-262937c1-8ea1-456d-be89-add66679b0f9 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:50.365827 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:50.431356 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-262937c1-8ea1-456d-be89-add66679b0f9 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Network 0545c3c7-dd02-414b-a43d-cb852142669a is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:45:50.434661 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-262937c1-8ea1-456d-be89-add66679b0f9 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:45:50.439294 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-262937c1-8ea1-456d-be89-add66679b0f9 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:45:50.443734 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-262937c1-8ea1-456d-be89-add66679b0f9 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:50.444342 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-262937c1-8ea1-456d-be89-add66679b0f9 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:50.448512 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262937c1-8ea1-456d-be89-add66679b0f9 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Pushing event updated for resources: {'Port': ['ID=c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:50.452884 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-262937c1-8ea1-456d-be89-add66679b0f9 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:50.470304 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-262937c1-8ea1-456d-be89-add66679b0f9 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7233374
Jul 06 00:45:50.483450 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] Request body: {'port': {'device_id': '91adda43-5b0d-4d38-a211-455bde789d77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:45:50.567221 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5da5f-c86f-4597-8538-70dec5d94a4f req-cbe84e5c-1733-49ca-ba19-52a65a411a77 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:50.568882 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-97e5da5f-c86f-4597-8538-70dec5d94a4f req-cbe84e5c-1733-49ca-ba19-52a65a411a77 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0855091
Jul 06 00:45:50.593893 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:50.630457 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-97e5da5f-c86f-4597-8538-70dec5d94a4f req-5acaf5f3-d667-462a-92ae-103aec22bed5 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538249
Jul 06 00:45:50.828250 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f014ab3-66b6-469e-b133-fbbd04b999ae req-28f19a62-bc7d-47ce-b6d6-a0b8a780064a tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:50.830063 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3f014ab3-66b6-469e-b133-fbbd04b999ae req-28f19a62-bc7d-47ce-b6d6-a0b8a780064a tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=91adda43-5b0d-4d38-a211-455bde789d77 HTTP/1.1" status: 200  len: 932 time: 0.0890772
Jul 06 00:45:50.899063 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-3f014ab3-66b6-469e-b133-fbbd04b999ae req-0d9f0aaf-f9d2-4fbf-9c93-79f8b528e6e4 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Synchronizing usage tracker for tenant:dd2bd617124e41d7bc1eec147aca3725 on resource:security_group {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:45:50.925553 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-3f014ab3-66b6-469e-b133-fbbd04b999ae req-0d9f0aaf-f9d2-4fbf-9c93-79f8b528e6e4 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Unset dirty status for tenant:dd2bd617124e41d7bc1eec147aca3725 on resource:security_group {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:45:50.926816 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3f014ab3-66b6-469e-b133-fbbd04b999ae req-0d9f0aaf-f9d2-4fbf-9c93-79f8b528e6e4 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881140
Jul 06 00:45:51.001053 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d {{(pid=80881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:45:51.014214 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:51.032494 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] Transition to ACTIVE for port object c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d will not be triggered until provisioned by entity L2. {{(pid=80881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:45:51.037609 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:51.042669 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-91f37f78-81b8-457f-a141-5ce332f5a2a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:51.123791 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bbab3-f88c-42bb-b1a1-7e5864a8730e req-ef9dae12-72c1-403f-bc27-66aef3e70403 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:51.133863 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3f8bbab3-f88c-42bb-b1a1-7e5864a8730e req-ef9dae12-72c1-403f-bc27-66aef3e70403 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 946 time: 0.0909047
Jul 06 00:45:51.207212 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:51.216169 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:51.261700 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3f8bbab3-f88c-42bb-b1a1-7e5864a8730e req-fc839f0e-1fe2-4885-bac7-339b7529d080 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1272254
Jul 06 00:45:51.289991 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d8b35-57a0-4117-879e-81255b58a1a9 req-0d9ad98e-702c-4d44-adfa-4df172f8f3f0 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:51.291611 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-680d8b35-57a0-4117-879e-81255b58a1a9 req-0d9ad98e-702c-4d44-adfa-4df172f8f3f0 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 946 time: 0.1304595
Jul 06 00:45:51.331695 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] Attempting to bind port c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:45:51.332147 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] Attempting to bind port c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': 'c19fc380-ab52-4442-9be8-f6df29c17682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0545c3c7-dd02-414b-a43d-cb852142669a'}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:45:51.332520 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] Attempting to bind port c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d on network 0545c3c7-dd02-414b-a43d-cb852142669a {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:45:51.339043 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] Port c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d on network 0545c3c7-dd02-414b-a43d-cb852142669a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 00:45:51.339562 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] Attempting to bind port c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d on network 0545c3c7-dd02-414b-a43d-cb852142669a {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:45:51.347211 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] Checking agent: {'id': '043dc09b-b03f-45ac-adf3-2bee2c468120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'started_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:45:51.347556 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] Checking segment: {'id': 'c19fc380-ab52-4442-9be8-f6df29c17682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0545c3c7-dd02-414b-a43d-cb852142669a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:45:51.347982 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] Bound using segment: {'id': 'c19fc380-ab52-4442-9be8-f6df29c17682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0545c3c7-dd02-414b-a43d-cb852142669a'} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:45:51.348450 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] Bound port: c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c19fc380-ab52-4442-9be8-f6df29c17682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0545c3c7-dd02-414b-a43d-cb852142669a'}}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:45:51.348824 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:51.376157 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-680d8b35-57a0-4117-879e-81255b58a1a9 req-f3b0bdde-5fa6-412f-b2a3-62c19666b56c tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771284
Jul 06 00:45:51.456911 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] For port c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d, host hv-cinder-79954, cleared binding levels {{(pid=80881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:45:51.462442 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] For port c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d,segment=NetworkSegment(c19fc380-ab52-4442-9be8-f6df29c17682),segment_id=c19fc380-ab52-4442-9be8-f6df29c17682)] {{(pid=80881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:45:51.466428 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:51.477352 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b6ae3ffe-307b-44f0-87c4-503f7ef4cd1b req-ce984e43-d454-4326-89f1-b2189b26a84e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 1098 time: 0.0886199
Jul 06 00:45:51.480837 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-89721707-ed4e-425c-b42f-0b12fabb1a70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:51.544116 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:51.545570 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] 10.222.0.39 "PUT /v2.0/ports/c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d HTTP/1.1" status: 200  len: 1094 time: 1.0671680
Jul 06 00:45:51.546094 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91adda43-5b0d-4d38-a211-455bde789d77', 'tag': 'c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:45:51.561735 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d,revision_number=3']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:51.565651 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:51.586133 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b6ae3ffe-307b-44f0-87c4-503f7ef4cd1b req-3b0e2ea0-f187-4752-910c-10be86897624 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636175
Jul 06 00:45:51.603345 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25115376-8caa-47a7-b2af-27a286ef3d41 req-11aac41d-eea4-451c-b415-a038930f66db tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:51.604922 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-25115376-8caa-47a7-b2af-27a286ef3d41 req-11aac41d-eea4-451c-b415-a038930f66db tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 946 time: 0.1249342
Jul 06 00:45:51.606301 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91adda43-5b0d-4d38-a211-455bde789d77', 'tag': 'c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d', 'status': 'completed', 'code': 200}
Jul 06 00:45:51.654752 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-25115376-8caa-47a7-b2af-27a286ef3d41 req-de82be6c-a86c-47e6-855b-633e7b65966c tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425534
Jul 06 00:45:51.681397 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 55864) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:51.875996 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-d45d8ab5-5534-4f57-bf63-920bafffa836 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd2bd617124e41d7bc1eec147aca3725&device_id=91adda43-5b0d-4d38-a211-455bde789d77 HTTP/1.1" status: 200  len: 1097 time: 0.1155908
Jul 06 00:45:51.911452 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-489645b2-9cbf-4694-a09c-e18fb05868a7 tempest-TestVolumeBootPattern-1091747264 tempest-TestVolumeBootPattern-1091747264-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 1094 time: 0.2287071
Jul 06 00:45:51.914404 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 55872) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:45:51.920618 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Request body: {'floatingip': {'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'port_id': 'fb69f37f-5166-49e0-b582-0e5d4f1a1647', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:45:51.927003 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:45:51.930934 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Usage tracker for resource:floatingip and tenant:0a59ea96df14460c8e3284d59c6b11e9 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:45:51.933836 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:45:51.940034 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:45:51.951641 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for floatingip, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:52.006411 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-6f9c03f6-575c-42b5-a50f-030d5b63ff5d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d HTTP/1.1" status: 200  len: 217 time: 0.1121352
Jul 06 00:45:52.095017 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:52.137163 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-ec99ecf2-4508-496c-9154-bc265fed6724 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:52.138704 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-ec99ecf2-4508-496c-9154-bc265fed6724 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e22e038-249a-4ad0-abf1-d66f75fc79a7 HTTP/1.1" status: 200  len: 848 time: 0.1218054
Jul 06 00:45:52.145504 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4dd77-88f2-4552-a10e-3330590cb3b7 req-69b4f959-9acb-4ff5-ace8-f2b051f787e8 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:52.147170 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8fb4dd77-88f2-4552-a10e-3330590cb3b7 req-69b4f959-9acb-4ff5-ace8-f2b051f787e8 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.2015655
Jul 06 00:45:52.419428 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-d51ff246-2548-48f5-bfdb-59ec64aa4649 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0545c3c7-dd02-414b-a43d-cb852142669a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2703011
Jul 06 00:45:52.440283 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Allocated IP 172.27.1.89 (34126de2-0804-4024-8df6-3ba8cfd107e5/1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b/fc2130e1-ed10-4d8f-8b3d-c3847b535179) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:45:52.541554 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af18f7-40e0-457b-b6e9-274ed667ac75 req-c634e0e8-def1-430c-97f0-761b4c4ecf17 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:52.543167 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f4af18f7-40e0-457b-b6e9-274ed667ac75 req-c634e0e8-def1-430c-97f0-761b4c4ecf17 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=91adda43-5b0d-4d38-a211-455bde789d77 HTTP/1.1" status: 200  len: 944 time: 0.4889450
Jul 06 00:45:52.545349 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8fb4dd77-88f2-4552-a10e-3330590cb3b7 req-b5fae685-6987-4570-a807-eafad15a883f tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3601096
Jul 06 00:45:52.632467 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f4af18f7-40e0-457b-b6e9-274ed667ac75 req-d1f73051-e1a1-4ace-adbf-c27e5527db22 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741520
Jul 06 00:45:52.639978 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:52.660922 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-d5231b6c-0e86-4e16-a1b8-276dfe73735c service neutron] 10.222.0.39 "GET /v2.0/networks/0545c3c7-dd02-414b-a43d-cb852142669a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2231650
Jul 06 00:45:52.682428 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:52.688587 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-703977e8-ce16-4053-8da9-73a6dc186598 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:52.752853 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Network 34126de2-0804-4024-8df6-3ba8cfd107e5 is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:45:52.756057 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:45:52.760052 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:45:52.796637 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Pushing event updated for resources: {'Port': ['ID=fc2130e1-ed10-4d8f-8b3d-c3847b535179,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:52.802013 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:52.861350 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e0be229e-4b81-40f3-8365-62635e3e9592 req-0fe6c47b-de57-4eea-bbd6-de87634f9e14 service neutron] 10.222.0.39 "GET /v2.0/networks/0545c3c7-dd02-414b-a43d-cb852142669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1956463
Jul 06 00:45:52.872484 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6813f9-f9b1-40bb-90e5-baca76b2f5f4 req-80222544-0550-4ef6-82fc-1a089847d715 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:52.881338 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0f6813f9-f9b1-40bb-90e5-baca76b2f5f4 req-80222544-0550-4ef6-82fc-1a089847d715 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 946 time: 0.1444564
Jul 06 00:45:52.986022 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0f6813f9-f9b1-40bb-90e5-baca76b2f5f4 req-4226de31-a514-4a1b-9ab2-5780bbf794e6 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032641
Jul 06 00:45:53.028264 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-80b4b210-0333-47a5-97e9-f4779999cf97 req-72eddc1b-de5e-4e57-86e7-394c11777b04 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd2bd617124e41d7bc1eec147aca3725&device_id=91adda43-5b0d-4d38-a211-455bde789d77 HTTP/1.1" status: 200  len: 1097 time: 0.1054919
Jul 06 00:45:53.243313 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4b210-0333-47a5-97e9-f4779999cf97 req-e427cded-fbc5-4d91-830b-4c3e9c0d2e22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:53.245061 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-80b4b210-0333-47a5-97e9-f4779999cf97 req-e427cded-fbc5-4d91-830b-4c3e9c0d2e22 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0545c3c7-dd02-414b-a43d-cb852142669a HTTP/1.1" status: 200  len: 909 time: 0.1998725
Jul 06 00:45:53.327571 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-80b4b210-0333-47a5-97e9-f4779999cf97 req-bc5cb261-51a3-455b-9a00-b53cc87ed3e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d HTTP/1.1" status: 200  len: 217 time: 0.0737734
Jul 06 00:45:53.344036 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:53.394918 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:53.395175 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4b210-0333-47a5-97e9-f4779999cf97 req-97654999-35fb-4931-8a58-f77605a16d11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:53.396578 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-80b4b210-0333-47a5-97e9-f4779999cf97 req-97654999-35fb-4931-8a58-f77605a16d11 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e22e038-249a-4ad0-abf1-d66f75fc79a7 HTTP/1.1" status: 200  len: 848 time: 0.0622861
Jul 06 00:45:53.448572 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-80b4b210-0333-47a5-97e9-f4779999cf97 req-48ae475e-c445-4b45-bcc2-9c898143993a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0545c3c7-dd02-414b-a43d-cb852142669a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438569
Jul 06 00:45:53.590157 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-80b4b210-0333-47a5-97e9-f4779999cf97 req-df977e06-a6cc-45af-a267-271554bfb2a7 service neutron] 10.222.0.39 "GET /v2.0/networks/0545c3c7-dd02-414b-a43d-cb852142669a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328719
Jul 06 00:45:53.602098 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:53.608487 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:53.613548 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9cb404c8-7a45-40fc-9106-4e7359442d0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:53.667941 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459972'] for floatingip, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:53.744824 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Pushing event updated for resources: {'Port': ['ID=fc2130e1-ed10-4d8f-8b3d-c3847b535179,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:53.748518 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:53.793838 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-80b4b210-0333-47a5-97e9-f4779999cf97 req-8e6c2ccc-10a9-448a-9a76-6a3fe9b82dcc service neutron] 10.222.0.39 "GET /v2.0/networks/0545c3c7-dd02-414b-a43d-cb852142669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1937227
Jul 06 00:45:53.814009 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65285521-a936-4119-97c5-9d3a80e30514 req-b15eac3c-06de-4429-b90a-c2367435924c tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:53.816075 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-65285521-a936-4119-97c5-9d3a80e30514 req-b15eac3c-06de-4429-b90a-c2367435924c tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.1409309
Jul 06 00:45:53.864872 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.l3_db [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Floating IP 61ffd023-5a80-4b37-90ee-d2c58fb38fee associated. External IP: 172.27.1.89, port: fb69f37f-5166-49e0-b582-0e5d4f1a1647.
Jul 06 00:45:53.866254 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-65285521-a936-4119-97c5-9d3a80e30514 req-66ffc343-b2f5-4160-b8f1-342c626139cc tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431952
Jul 06 00:45:54.080279 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0b9f5-8519-4bd9-ad4c-58483c8456ce req-21525f4e-f543-4f2e-8784-74df5ef91bf7 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:54.082751 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e4b0b9f5-8519-4bd9-ad4c-58483c8456ce req-21525f4e-f543-4f2e-8784-74df5ef91bf7 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=91adda43-5b0d-4d38-a211-455bde789d77 HTTP/1.1" status: 200  len: 944 time: 0.1050584
Jul 06 00:45:54.200634 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e4b0b9f5-8519-4bd9-ad4c-58483c8456ce req-3d4b43b8-0e14-47b7-90f0-016ef7c923bc tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102111
Jul 06 00:45:54.217542 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec521cd-281c-453e-b85b-890bbc598ae6 req-f5792d29-8338-4a68-a9e1-1c2f6a2f3804 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:54.219112 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-dec521cd-281c-453e-b85b-890bbc598ae6 req-f5792d29-8338-4a68-a9e1-1c2f6a2f3804 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 946 time: 0.1114404
Jul 06 00:45:54.273700 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-dec521cd-281c-453e-b85b-890bbc598ae6 req-08798fb4-dfef-4a2c-b50d-16dff1dde4df tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460577
Jul 06 00:45:54.476796 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Router a9428ff6-0f7f-4603-895d-49150fddf108 has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:45:54.675387 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:45:54.685558 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9b5c75-67e1-45e0-beda-a34cc831f188 None None] Sync routers for ids ['a9428ff6-0f7f-4603-895d-49150fddf108'] in dv-cinder-799546-2-iscsi {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:45:54.698911 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9b5c75-67e1-45e0-beda-a34cc831f188 None None] Routers {'a9428ff6-0f7f-4603-895d-49150fddf108'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:45:54.699627 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-1c9b5c75-67e1-45e0-beda-a34cc831f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90934cf8>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:45:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['a9428ff6-0f7f-4603-895d-49150fddf108'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:45:54.699932 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for floatingip, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:54.748537 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8329926
Jul 06 00:45:54.749242 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a100851c-6594-4a11-8fa4-d5714de775a3', 'tag': 'fb69f37f-5166-49e0-b582-0e5d4f1a1647'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:45:54.799426 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a100851c-6594-4a11-8fa4-d5714de775a3', 'tag': 'fb69f37f-5166-49e0-b582-0e5d4f1a1647', 'status': 'completed', 'code': 200}
Jul 06 00:45:54.869996 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-1c9b5c75-67e1-45e0-beda-a34cc831f188 None None] Set router a9428ff6-0f7f-4603-895d-49150fddf108 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:45:55.130472 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c438a-02a0-4328-9368-1d896c4cc242 req-02485874-3211-456e-bf82-c46333675db0 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:55.132240 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-697c438a-02a0-4328-9368-1d896c4cc242 req-02485874-3211-456e-bf82-c46333675db0 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.1357219
Jul 06 00:45:55.194922 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-640e379a-09f1-43f1-abc8-6c97aec9de4e req-47faf152-d32b-42cb-ad3b-8993808db0ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a59ea96df14460c8e3284d59c6b11e9&device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 1099 time: 0.1436057
Jul 06 00:45:55.198923 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-697c438a-02a0-4328-9368-1d896c4cc242 req-659a7e97-706d-43c8-958b-0cfdf9528862 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559740
Jul 06 00:45:55.337118 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e379a-09f1-43f1-abc8-6c97aec9de4e req-0f396015-8f53-40ff-ad51-3fdaa7b472e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:55.338689 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-640e379a-09f1-43f1-abc8-6c97aec9de4e req-0f396015-8f53-40ff-ad51-3fdaa7b472e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 HTTP/1.1" status: 200  len: 913 time: 0.1354251
Jul 06 00:45:55.376014 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-1c9b5c75-67e1-45e0-beda-a34cc831f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90934cf8>, [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:44:03Z', 'revision_number': 4, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port': {'id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:43:57Z', 'updated_at': '2021-07-06T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '61ffd023-5a80-4b37-90ee-d2c58fb38fee', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'port_id': 'fb69f37f-5166-49e0-b582-0e5d4f1a1647', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'mac_address': 'fa:16:3e:22:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a100851c-6594-4a11-8fa4-d5714de775a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:45:53Z', 'updated_at': '2021-07-06T00:45:53Z', 'revision_number': 0, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5991b4e3-7582-4c3c-8851-47453c16632c', 'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'mac_address': 'fa:16:3e:2b:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:01Z', 'updated_at': '2021-07-06T00:44:12Z', 'revision_number': 5, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'subnets': [{'id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:45:55.380792 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9b5c75-67e1-45e0-beda-a34cc831f188 None None] Checking router: a9428ff6-0f7f-4603-895d-49150fddf108 for host: dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:45:55.391992 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9b5c75-67e1-45e0-beda-a34cc831f188 None None] Routers {'a9428ff6-0f7f-4603-895d-49150fddf108'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:45:55.392575 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-1c9b5c75-67e1-45e0-beda-a34cc831f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90934cf8>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:45:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['a9428ff6-0f7f-4603-895d-49150fddf108'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:45:55.567727 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-1c9b5c75-67e1-45e0-beda-a34cc831f188 None None] Set router a9428ff6-0f7f-4603-895d-49150fddf108 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:45:55.596638 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06788c6d-7572-4029-bd27-f4b4f630a53d req-34c06423-d9ed-4ff1-bedb-ca7b96dcbd07 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:55.598204 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-06788c6d-7572-4029-bd27-f4b4f630a53d req-34c06423-d9ed-4ff1-bedb-ca7b96dcbd07 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=91adda43-5b0d-4d38-a211-455bde789d77 HTTP/1.1" status: 200  len: 944 time: 0.0789750
Jul 06 00:45:55.647780 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-06788c6d-7572-4029-bd27-f4b4f630a53d req-dcd9dca8-eca9-4a6b-8f99-647483bf6c73 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422010
Jul 06 00:45:55.824317 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d6a4a-3290-43f1-9145-d9f75c80431a req-33c47f25-d569-477a-aff0-3cac2ceb0364 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:55.826005 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-550d6a4a-3290-43f1-9145-d9f75c80431a req-33c47f25-d569-477a-aff0-3cac2ceb0364 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 946 time: 0.0763662
Jul 06 00:45:55.879983 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-550d6a4a-3290-43f1-9145-d9f75c80431a req-7a6cdcd2-cce6-497d-a54c-ea33a55752d7 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464346
Jul 06 00:45:55.902290 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-1c9b5c75-67e1-45e0-beda-a34cc831f188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90934cf8>, [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:44:03Z', 'revision_number': 4, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port': {'id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:43:57Z', 'updated_at': '2021-07-06T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '61ffd023-5a80-4b37-90ee-d2c58fb38fee', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'port_id': 'fb69f37f-5166-49e0-b582-0e5d4f1a1647', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'mac_address': 'fa:16:3e:22:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a100851c-6594-4a11-8fa4-d5714de775a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:45:53Z', 'updated_at': '2021-07-06T00:45:53Z', 'revision_number': 0, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5991b4e3-7582-4c3c-8851-47453c16632c', 'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'mac_address': 'fa:16:3e:2b:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:01Z', 'updated_at': '2021-07-06T00:44:12Z', 'revision_number': 5, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'subnets': [{'id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:45:55.906516 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9b5c75-67e1-45e0-beda-a34cc831f188 None None] The sync data for ids ['a9428ff6-0f7f-4603-895d-49150fddf108'] in dv-cinder-799546-2-iscsi is: [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:44:03Z', 'revision_number': 4, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port': {'id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:43:57Z', 'updated_at': '2021-07-06T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '61ffd023-5a80-4b37-90ee-d2c58fb38fee', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'port_id': 'fb69f37f-5166-49e0-b582-0e5d4f1a1647', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'mac_address': 'fa:16:3e:22:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a100851c-6594-4a11-8fa4-d5714de775a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:45:53Z', 'updated_at': '2021-07-06T00:45:53Z', 'revision_number': 0, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5991b4e3-7582-4c3c-8851-47453c16632c', 'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'mac_address': 'fa:16:3e:2b:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:01Z', 'updated_at': '2021-07-06T00:44:12Z', 'revision_number': 5, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'subnets': [{'id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:45:56.235502 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e17122-4523-444e-8e45-1f33b42714fe req-8852facf-ef2a-4990-aa8a-5b0a82357bb8 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:56.237152 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f3e17122-4523-444e-8e45-1f33b42714fe req-8852facf-ef2a-4990-aa8a-5b0a82357bb8 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0797870
Jul 06 00:45:56.238241 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4fdea9-8941-4769-86e9-b2c51e197bed None None] New status for floating IP 61ffd023-5a80-4b37-90ee-d2c58fb38fee: ACTIVE {{(pid=80882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 00:45:56.289420 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f3e17122-4523-444e-8e45-1f33b42714fe req-a7a24a2d-130a-40b2-bce5-6f9d69307d76 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450156
Jul 06 00:45:56.840897 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d01fe5-4c83-431a-b518-d85c205d3657 req-d56ad60d-cb87-4c98-8d76-9ccc2adb15ce tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:56.842347 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b1d01fe5-4c83-431a-b518-d85c205d3657 req-d56ad60d-cb87-4c98-8d76-9ccc2adb15ce tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=91adda43-5b0d-4d38-a211-455bde789d77 HTTP/1.1" status: 200  len: 944 time: 0.0785203
Jul 06 00:45:56.892610 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b1d01fe5-4c83-431a-b518-d85c205d3657 req-5b8b4828-0b75-4bd0-993f-0bf26f3339b4 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421655
Jul 06 00:45:57.073878 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864aa08-e4fa-4209-b1b9-463e216ee5f7 req-485d5579-b554-4ac0-bc88-284020927a9c tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:57.075473 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2864aa08-e4fa-4209-b1b9-463e216ee5f7 req-485d5579-b554-4ac0-bc88-284020927a9c tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 946 time: 0.0777910
Jul 06 00:45:57.334414 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2864aa08-e4fa-4209-b1b9-463e216ee5f7 req-83a7bd69-a0e5-4581-8612-4710f967effe tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2519932
Jul 06 00:45:57.506448 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60a5bd-6ca8-4b81-bdc0-88c1433c3f09 req-b2be9c03-19ca-459c-9e94-c0b8c4d43af8 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:57.508033 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1b60a5bd-6ca8-4b81-bdc0-88c1433c3f09 req-b2be9c03-19ca-459c-9e94-c0b8c4d43af8 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0771911
Jul 06 00:45:57.556536 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1b60a5bd-6ca8-4b81-bdc0-88c1433c3f09 req-130ca572-8f72-44f9-9b41-70a7783ea087 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412421
Jul 06 00:45:57.826888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58242e85-9e58-4963-9d84-2bd92a85e6c8 req-1d4e1ee7-6be1-4d0e-866e-e2f393323bef tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:57.827657 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-58242e85-9e58-4963-9d84-2bd92a85e6c8 req-1d4e1ee7-6be1-4d0e-866e-e2f393323bef tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Synchronizing usage tracker for tenant:497c5bc6650a4132aea8c107f14defba on resource:port {{(pid=80881) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:45:57.828766 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-640e379a-09f1-43f1-abc8-6c97aec9de4e req-ddeea28f-8c7d-4772-a409-3937f64c3126 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb69f37f-5166-49e0-b582-0e5d4f1a1647 HTTP/1.1" status: 200  len: 1001 time: 0.0951040
Jul 06 00:45:57.842819 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-58242e85-9e58-4963-9d84-2bd92a85e6c8 req-1d4e1ee7-6be1-4d0e-866e-e2f393323bef tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Unset dirty status for tenant:497c5bc6650a4132aea8c107f14defba on resource:port {{(pid=80881) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:45:57.844010 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-58242e85-9e58-4963-9d84-2bd92a85e6c8 req-1d4e1ee7-6be1-4d0e-866e-e2f393323bef tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 946 time: 0.1079044
Jul 06 00:45:58.086599 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328b512-6f1c-4f9c-8fa4-822b5130e1b4 req-3c42bc2f-8704-484c-9949-449c5375d3a7 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:58.088134 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a328b512-6f1c-4f9c-8fa4-822b5130e1b4 req-3c42bc2f-8704-484c-9949-449c5375d3a7 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=91adda43-5b0d-4d38-a211-455bde789d77 HTTP/1.1" status: 200  len: 944 time: 0.0800917
Jul 06 00:45:58.140479 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a328b512-6f1c-4f9c-8fa4-822b5130e1b4 req-5de99a79-a822-4fec-a056-18a30035b12c tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453639
Jul 06 00:45:58.527323 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144cd0a-cc8b-4472-82f0-d93cc896cb6b req-92c55d9d-c020-4432-9fe0-2413087b15e7 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:58.528891 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6144cd0a-cc8b-4472-82f0-d93cc896cb6b req-92c55d9d-c020-4432-9fe0-2413087b15e7 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 946 time: 0.0807869
Jul 06 00:45:58.578032 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6144cd0a-cc8b-4472-82f0-d93cc896cb6b req-139a046d-0945-4379-9b58-28b64370e601 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414665
Jul 06 00:45:58.899462 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b41be7-aeb5-4976-9b8e-65cd69eea47a req-711dff24-b169-44f9-9d36-1d252785b088 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:58.901031 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-07b41be7-aeb5-4976-9b8e-65cd69eea47a req-711dff24-b169-44f9-9d36-1d252785b088 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0772257
Jul 06 00:45:58.953492 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-07b41be7-aeb5-4976-9b8e-65cd69eea47a req-cd7240b2-08a0-4c6d-92a2-09115734dec1 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453987
Jul 06 00:45:59.292352 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device da07400e-312e-49e3-bc71-c2db44f59944 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:45:59.328641 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211b7d5-263e-4dc3-ac99-dfd0b989afdc req-4bbe633b-5d99-44a7-af87-6f69af7882a0 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:59.330783 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d211b7d5-263e-4dc3-ac99-dfd0b989afdc req-4bbe633b-5d99-44a7-af87-6f69af7882a0 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=91adda43-5b0d-4d38-a211-455bde789d77 HTTP/1.1" status: 200  len: 944 time: 0.0792778
Jul 06 00:45:59.402204 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:59.435710 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port da07400e-312e-49e3-bc71-c2db44f59944, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=da07400e-312e-49e3-bc71-c2db44f59944,segment=NetworkSegment(f323667f-7604-4dac-b4b2-e438c13b3634),segment_id=f323667f-7604-4dac-b4b2-e438c13b3634)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:45:59.436957 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6a4b80-04b0-4f3f-9f29-486b328387ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da07400e-312e-49e3-bc71-c2db44f59944'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:45:59.441188 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e379a-09f1-43f1-abc8-6c97aec9de4e req-87349a9b-9478-4f7c-b820-09903ecd9e4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:59.443006 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-640e379a-09f1-43f1-abc8-6c97aec9de4e req-87349a9b-9478-4f7c-b820-09903ecd9e4d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1f2f0bee-f85d-4c51-8d52-55ad296fee6b HTTP/1.1" status: 200  len: 851 time: 0.1072276
Jul 06 00:45:59.444170 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:59.446065 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:45:59.447056 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-58242e85-9e58-4963-9d84-2bd92a85e6c8 req-77130e3c-1c65-4cab-b064-4445dc0761b9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Deleting port da07400e-312e-49e3-bc71-c2db44f59944 {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:45:59.447528 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-58242e85-9e58-4963-9d84-2bd92a85e6c8 req-77130e3c-1c65-4cab-b064-4445dc0761b9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:59.448673 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d211b7d5-263e-4dc3-ac99-dfd0b989afdc req-0425062a-6d6d-4590-a081-cb928a3ea6d1 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737789
Jul 06 00:45:59.510398 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=da07400e-312e-49e3-bc71-c2db44f59944,revision_number=6']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:45:59.520707 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:45:59.527408 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6a4b80-04b0-4f3f-9f29-486b328387ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da07400e-312e-49e3-bc71-c2db44f59944', 'code': 200}
Jul 06 00:45:59.551083 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-640e379a-09f1-43f1-abc8-6c97aec9de4e req-5268bcb3-9e8f-49e9-99ca-4f45eb93a57c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0973570
Jul 06 00:45:59.558928 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2b9b5c96-a421-497f-b6b8-052a8dc6d456 req-233f157c-a0af-4ee7-b915-81c9050a252a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1963967027cc4dd4b63bb84357052310&device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 1098 time: 0.1817522
Jul 06 00:45:59.693878 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-640e379a-09f1-43f1-abc8-6c97aec9de4e req-cd58063f-6278-45a4-a75a-fb5553fee62c service neutron] 10.222.0.39 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350222
Jul 06 00:45:59.820122 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b5c96-a421-497f-b6b8-052a8dc6d456 req-3f6bdfc9-21b6-4950-9171-7bec926b8842 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:59.821672 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2b9b5c96-a421-497f-b6b8-052a8dc6d456 req-3f6bdfc9-21b6-4950-9171-7bec926b8842 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e HTTP/1.1" status: 200  len: 919 time: 0.2539926
Jul 06 00:45:59.823438 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-58242e85-9e58-4963-9d84-2bd92a85e6c8 req-77130e3c-1c65-4cab-b064-4445dc0761b9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] For port da07400e-312e-49e3-bc71-c2db44f59944, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=da07400e-312e-49e3-bc71-c2db44f59944,segment=NetworkSegment(f323667f-7604-4dac-b4b2-e438c13b3634),segment_id=f323667f-7604-4dac-b4b2-e438c13b3634)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:45:59.823832 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-58242e85-9e58-4963-9d84-2bd92a85e6c8 req-77130e3c-1c65-4cab-b064-4445dc0761b9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:45:59.855190 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675c350-1879-4d17-bf23-308a63cda75d req-4fe0921b-67fc-4f97-89da-cb51357ec5eb tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:45:59.856735 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3675c350-1879-4d17-bf23-308a63cda75d req-4fe0921b-67fc-4f97-89da-cb51357ec5eb tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 944 time: 0.1604986
Jul 06 00:45:59.940819 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-640e379a-09f1-43f1-abc8-6c97aec9de4e req-79cd0de2-9f64-4e26-a8d2-01864b3f4e23 service neutron] 10.222.0.39 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1796591
Jul 06 00:45:59.944879 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3675c350-1879-4d17-bf23-308a63cda75d req-62a55394-dc7b-4616-815e-11a72c6b2ecb tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786223
Jul 06 00:46:00.010453 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-58242e85-9e58-4963-9d84-2bd92a85e6c8 req-77130e3c-1c65-4cab-b064-4445dc0761b9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Calling delete_port for da07400e-312e-49e3-bc71-c2db44f59944 owned by compute:nova {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:46:00.038717 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2b9b5c96-a421-497f-b6b8-052a8dc6d456 req-16221c97-2208-452e-9850-97d625c4b872 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9551bc00-2956-4176-be5b-c2093ff12adc HTTP/1.1" status: 200  len: 217 time: 0.2069755
Jul 06 00:46:00.133233 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b5c96-a421-497f-b6b8-052a8dc6d456 req-5b032665-f282-43c3-a209-8bd9c9303816 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:00.134780 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2b9b5c96-a421-497f-b6b8-052a8dc6d456 req-5b032665-f282-43c3-a209-8bd9c9303816 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86a28ffc-a537-4a50-9ffb-7893c410a8f3 HTTP/1.1" status: 200  len: 858 time: 0.0872903
Jul 06 00:46:00.152480 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9b89e-3d5a-4faf-8c90-39e0fb3d15cb req-481fe0d0-5cda-4069-adb9-d1fc0590c8ba tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:00.154058 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-79f9b89e-3d5a-4faf-8c90-39e0fb3d15cb req-481fe0d0-5cda-4069-adb9-d1fc0590c8ba tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0827479
Jul 06 00:46:00.207207 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-79f9b89e-3d5a-4faf-8c90-39e0fb3d15cb req-0933ad3c-ff5d-43b3-993d-5d7cef051997 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446332
Jul 06 00:46:00.438283 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2b9b5c96-a421-497f-b6b8-052a8dc6d456 req-b9ba1267-10ec-4dd8-8cc0-24c559a159cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2957051
Jul 06 00:46:00.462134 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-58242e85-9e58-4963-9d84-2bd92a85e6c8 req-77130e3c-1c65-4cab-b064-4445dc0761b9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:00.474625 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4', '5458d001-b57f-461d-9645-fcc95c55a199', 'b26a58e0-2358-4de2-b7cb-6a6788cc5460'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:46:00.490170 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:00.587305 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77130e3c-1c65-4cab-b064-4445dc0761b9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Pushing event deleted for resources: {'Port': ['ID=da07400e-312e-49e3-bc71-c2db44f59944,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:00.599126 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-77130e3c-1c65-4cab-b064-4445dc0761b9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:00.675704 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e7c9a-a230-44fb-b690-cccb724b970f req-b47e2827-e5a5-404c-a61a-1239f4c01e08 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:00.677297 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c99e7c9a-a230-44fb-b690-cccb724b970f req-b47e2827-e5a5-404c-a61a-1239f4c01e08 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=91adda43-5b0d-4d38-a211-455bde789d77 HTTP/1.1" status: 200  len: 944 time: 0.0787094
Jul 06 00:46:00.692442 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-58242e85-9e58-4963-9d84-2bd92a85e6c8 req-77130e3c-1c65-4cab-b064-4445dc0761b9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] No DVR routers for this DVR port da07400e-312e-49e3-bc71-c2db44f59944 on host hv-cinder-79954 {{(pid=80881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:46:00.709886 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-58242e85-9e58-4963-9d84-2bd92a85e6c8 req-77130e3c-1c65-4cab-b064-4445dc0761b9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:00.712632 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6a4b80-04b0-4f3f-9f29-486b328387ea', 'name': 'network-vif-deleted', 'tag': 'da07400e-312e-49e3-bc71-c2db44f59944'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:46:00.729956 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2b9b5c96-a421-497f-b6b8-052a8dc6d456 req-157c0c87-da1d-4a1b-9cbd-b8638915dcaf service neutron] 10.222.0.39 "GET /v2.0/networks/f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2688746
Jul 06 00:46:00.731674 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-58242e85-9e58-4963-9d84-2bd92a85e6c8 req-77130e3c-1c65-4cab-b064-4445dc0761b9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.39 "DELETE /v2.0/ports/da07400e-312e-49e3-bc71-c2db44f59944 HTTP/1.1" status: 204  len: 173 time: 1.3964260
Jul 06 00:46:00.732162 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c99e7c9a-a230-44fb-b690-cccb724b970f req-ed5649d0-17bf-4f59-888f-7fbf53235cb9 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476184
Jul 06 00:46:00.811215 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca6a4b80-04b0-4f3f-9f29-486b328387ea', 'name': 'network-vif-deleted', 'tag': 'da07400e-312e-49e3-bc71-c2db44f59944', 'status': 'completed', 'code': 200}
Jul 06 00:46:00.879902 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2b9b5c96-a421-497f-b6b8-052a8dc6d456 req-5e1feb5b-e29c-4e29-8efd-424a97a8f45a service neutron] 10.222.0.39 "GET /v2.0/networks/f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390011
Jul 06 00:46:01.124251 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7812690e-eb2d-4de6-8e7e-0abd82a2e625 req-4fb1a8e9-ca5e-4d99-83d0-09ec1146e0b6 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca6a4b80-04b0-4f3f-9f29-486b328387ea HTTP/1.1" status: 200  len: 210 time: 0.0478880
Jul 06 00:46:01.406529 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca881601-55d9-46a0-a0ec-785e722610df req-274acdf2-17f0-4653-8adc-1d24a5fcecfd tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:01.408125 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ca881601-55d9-46a0-a0ec-785e722610df req-274acdf2-17f0-4653-8adc-1d24a5fcecfd tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0804136
Jul 06 00:46:01.462607 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ca881601-55d9-46a0-a0ec-785e722610df req-0ce86f0c-ad25-4789-b320-ede693e7bbf2 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463836
Jul 06 00:46:01.928289 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5cec8-5431-42fb-8d1b-66cab6d3e48a req-91f96118-3f43-45a1-bac5-acb379071c7f tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:01.929858 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-24a5cec8-5431-42fb-8d1b-66cab6d3e48a req-91f96118-3f43-45a1-bac5-acb379071c7f tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=91adda43-5b0d-4d38-a211-455bde789d77 HTTP/1.1" status: 200  len: 944 time: 0.0766623
Jul 06 00:46:01.979590 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-24a5cec8-5431-42fb-8d1b-66cab6d3e48a req-3f714f05-9ebb-48a1-87aa-30b8eadab9f1 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422814
Jul 06 00:46:02.669881 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de1a83-a710-4e25-80ab-cf43db210cb2 req-54bdc4a1-f2c4-4ea1-9e33-5e57bf39f373 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:02.670509 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 00:46:02.670593 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f0de1a83-a710-4e25-80ab-cf43db210cb2 req-54bdc4a1-f2c4-4ea1-9e33-5e57bf39f373 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0848296
Jul 06 00:46:02.726168 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f0de1a83-a710-4e25-80ab-cf43db210cb2 req-e736cbee-d786-438a-893c-0707bc18dc27 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496633
Jul 06 00:46:02.972862 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d,segment=NetworkSegment(c19fc380-ab52-4442-9be8-f6df29c17682),segment_id=c19fc380-ab52-4442-9be8-f6df29c17682)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:46:02.987392 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Returning: {'device': 'c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d', 'network_id': '0545c3c7-dd02-414b-a43d-cb852142669a', 'port_id': 'c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d', 'mac_address': 'fa:16:3e:44:4e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e22e038-249a-4ad0-abf1-d66f75fc79a7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 00:46:03.039737 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:03.057566 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d {{(pid=80882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:46:03.077240 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d,segment=NetworkSegment(c19fc380-ab52-4442-9be8-f6df29c17682),segment_id=c19fc380-ab52-4442-9be8-f6df29c17682)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:46:03.080141 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:03.083039 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a53b7128-e2c7-4388-b32b-f441f591caa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:03.153287 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:03.156658 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:03.186984 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29204642-bc65-4c37-9385-d99bb49b3e56 req-5cdd4c81-7fb4-4a6f-8ea2-467b1a042423 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:03.188572 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-29204642-bc65-4c37-9385-d99bb49b3e56 req-5cdd4c81-7fb4-4a6f-8ea2-467b1a042423 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=91adda43-5b0d-4d38-a211-455bde789d77 HTTP/1.1" status: 200  len: 945 time: 0.0967662
Jul 06 00:46:03.243552 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-29204642-bc65-4c37-9385-d99bb49b3e56 req-427b8e5a-7de4-4b11-a13d-b96e53823a9b tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472004
Jul 06 00:46:03.709235 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:46:03.912440 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ecd41-ed27-4f87-95cc-4303dfe32b16 req-b61d532b-ea33-41ba-aa5d-13e41fdae2cc tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:03.914019 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b70ecd41-ed27-4f87-95cc-4303dfe32b16 req-b61d532b-ea33-41ba-aa5d-13e41fdae2cc tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 945 time: 0.1280608
Jul 06 00:46:03.970868 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5108a-34f3-457a-9cde-765c3c423bbb req-0bfc7dea-6af9-4d70-bfe2-d9cf0eeaa92a tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:03.972489 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-92d5108a-34f3-457a-9cde-765c3c423bbb req-0bfc7dea-6af9-4d70-bfe2-d9cf0eeaa92a tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.1259429
Jul 06 00:46:03.998063 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b70ecd41-ed27-4f87-95cc-4303dfe32b16 req-ed4177c5-da16-4791-8155-d0448c6d196c tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743101
Jul 06 00:46:04.028528 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-92d5108a-34f3-457a-9cde-765c3c423bbb req-7a0ad0b6-0b44-45cc-973c-fd71ac6f3683 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474653
Jul 06 00:46:04.441719 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05d31f-ee84-4543-b3ef-1e01e2609438 req-82c4c037-9e07-4b36-a638-44ee5633826d tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:04.443294 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8a05d31f-ee84-4543-b3ef-1e01e2609438 req-82c4c037-9e07-4b36-a638-44ee5633826d tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=91adda43-5b0d-4d38-a211-455bde789d77 HTTP/1.1" status: 200  len: 945 time: 0.0823808
Jul 06 00:46:04.495361 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8a05d31f-ee84-4543-b3ef-1e01e2609438 req-b39c9a26-0f79-4ada-9b1a-6edb13a65d9a tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447600
Jul 06 00:46:04.986823 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-f3073d89-5fe2-418c-8104-92ec62a100b7 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Synchronizing usage tracker for tenant:f0c256f0870e4bf7ae5b32acc283bad9 on resource:security_group {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:46:05.003616 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-f3073d89-5fe2-418c-8104-92ec62a100b7 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Unset dirty status for tenant:f0c256f0870e4bf7ae5b32acc283bad9 on resource:security_group {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:46:05.004831 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-f3073d89-5fe2-418c-8104-92ec62a100b7 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915097332&fields=id&tenant_id=f0c256f0870e4bf7ae5b32acc283bad9 HTTP/1.1" status: 200  len: 267 time: 0.0626600
Jul 06 00:46:05.073195 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-5606112d-9ca4-4ec9-bc45-638ac1e3eec5 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups/39d0fda0-f2e3-4044-aa91-3d44998519f9 HTTP/1.1" status: 200  len: 4613 time: 0.0604129
Jul 06 00:46:05.276370 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-b8d20c96-97b2-4285-8989-40d972945ed9 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:05.277119 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-b8d20c96-97b2-4285-8989-40d972945ed9 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Synchronizing usage tracker for tenant:f0c256f0870e4bf7ae5b32acc283bad9 on resource:network {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:46:05.311685 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-b8d20c96-97b2-4285-8989-40d972945ed9 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Unset dirty status for tenant:f0c256f0870e4bf7ae5b32acc283bad9 on resource:network {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:46:05.312938 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-b8d20c96-97b2-4285-8989-40d972945ed9 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/networks?id=411d145c-8901-4ec3-b98d-0157f9cbedb7 HTTP/1.1" status: 200  len: 809 time: 0.2326469
Jul 06 00:46:05.335957 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352957f5-b30f-4efc-8c52-cd530b562afa req-a46fd73e-c881-4ac3-9b03-7038d49ef7b1 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:05.337465 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-352957f5-b30f-4efc-8c52-cd530b562afa req-a46fd73e-c881-4ac3-9b03-7038d49ef7b1 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 945 time: 0.1265762
Jul 06 00:46:05.342100 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-3d424322-7605-4634-861c-b5fa01e06839 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/quotas/f0c256f0870e4bf7ae5b32acc283bad9 HTTP/1.1" status: 200  len: 375 time: 0.0202460
Jul 06 00:46:05.437509 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-352957f5-b30f-4efc-8c52-cd530b562afa req-7ca5ff93-7a18-4857-9411-66b1e37328a7 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926795
Jul 06 00:46:05.461678 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-6cbf0ae8-8226-4382-b438-fac9fc4654d1 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f0c256f0870e4bf7ae5b32acc283bad9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1011083
Jul 06 00:46:05.868197 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-a963d18c-c5d8-498d-8510-906ca55bdaee service neutron] 10.222.0.13 "GET /v2.0/networks/411d145c-8901-4ec3-b98d-0157f9cbedb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3929977
Jul 06 00:46:05.878496 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca416a09-82ba-47b5-8b1f-14aaecd1950e req-e6859302-75c8-4de2-8f84-253e5dfe130b tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:05.879999 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ca416a09-82ba-47b5-8b1f-14aaecd1950e req-e6859302-75c8-4de2-8f84-253e5dfe130b tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.3294389
Jul 06 00:46:06.023615 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ca416a09-82ba-47b5-8b1f-14aaecd1950e req-459b092b-74d2-4593-93ad-4e33632edff9 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180453
Jul 06 00:46:06.050144 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-d7b14d26-00e2-472f-bb1b-830940fa12b2 service neutron] 10.222.0.13 "GET /v2.0/networks/411d145c-8901-4ec3-b98d-0157f9cbedb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1691258
Jul 06 00:46:06.254941 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ffce9-dd20-4204-9a42-0a5cdaaf3d0e req-86730b63-5c32-4fb3-b7e9-726d895738d1 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:06.255810 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-b01ffce9-dd20-4204-9a42-0a5cdaaf3d0e req-86730b63-5c32-4fb3-b7e9-726d895738d1 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Synchronizing usage tracker for tenant:497c5bc6650a4132aea8c107f14defba on resource:port {{(pid=80881) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:46:06.272730 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-b01ffce9-dd20-4204-9a42-0a5cdaaf3d0e req-86730b63-5c32-4fb3-b7e9-726d895738d1 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Unset dirty status for tenant:497c5bc6650a4132aea8c107f14defba on resource:port {{(pid=80881) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:46:06.273943 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b01ffce9-dd20-4204-9a42-0a5cdaaf3d0e req-86730b63-5c32-4fb3-b7e9-726d895738d1 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.39 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 945 time: 0.1062157
Jul 06 00:46:06.365609 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-b01ffce9-dd20-4204-9a42-0a5cdaaf3d0e req-1932129a-6353-4212-ac39-fa2ee848cad9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Deleting port b26a58e0-2358-4de2-b7cb-6a6788cc5460 {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:46:06.366603 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-b01ffce9-dd20-4204-9a42-0a5cdaaf3d0e req-1932129a-6353-4212-ac39-fa2ee848cad9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:06.372502 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957ca84-03a1-4939-9737-27301762372a req-ba60b35b-bde6-4218-82be-dd24460df3a7 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:06.374199 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a957ca84-03a1-4939-9737-27301762372a req-ba60b35b-bde6-4218-82be-dd24460df3a7 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=91adda43-5b0d-4d38-a211-455bde789d77 HTTP/1.1" status: 200  len: 945 time: 0.0782299
Jul 06 00:46:06.434230 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a957ca84-03a1-4939-9737-27301762372a req-9edc624b-ddfb-4ae4-9ca7-66bc045defcd tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523427
Jul 06 00:46:06.655591 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-b01ffce9-dd20-4204-9a42-0a5cdaaf3d0e req-1932129a-6353-4212-ac39-fa2ee848cad9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] For port b26a58e0-2358-4de2-b7cb-6a6788cc5460, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=b26a58e0-2358-4de2-b7cb-6a6788cc5460,segment=NetworkSegment(f323667f-7604-4dac-b4b2-e438c13b3634),segment_id=f323667f-7604-4dac-b4b2-e438c13b3634)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:46:06.656087 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-b01ffce9-dd20-4204-9a42-0a5cdaaf3d0e req-1932129a-6353-4212-ac39-fa2ee848cad9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:06.701410 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 56074) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:06.705780 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d up at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:46:06.794935 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-b01ffce9-dd20-4204-9a42-0a5cdaaf3d0e req-1932129a-6353-4212-ac39-fa2ee848cad9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Calling delete_port for b26a58e0-2358-4de2-b7cb-6a6788cc5460 owned by compute:nova {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:46:06.817137 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning for port c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:46:06.825122 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad0eb6-ba65-45ae-84be-10137866fe8f req-ccea0aec-346c-450e-964d-a7be6a7241d2 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:06.833902 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning complete for port c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:46:06.834142 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9dad0eb6-ba65-45ae-84be-10137866fe8f req-ccea0aec-346c-450e-964d-a7be6a7241d2 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 945 time: 0.1786821
Jul 06 00:46:06.834317 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:06.890320 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9dad0eb6-ba65-45ae-84be-10137866fe8f req-84a99c9f-d118-475b-890f-d8fc38b083fe tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553241
Jul 06 00:46:06.958831 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-b01ffce9-dd20-4204-9a42-0a5cdaaf3d0e req-1932129a-6353-4212-ac39-fa2ee848cad9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:06.976008 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-109fea24-3266-403f-91fe-feb95ebf7e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:07.006252 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4', '5458d001-b57f-461d-9645-fcc95c55a199'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:46:07.061000 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932129a-6353-4212-ac39-fa2ee848cad9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Pushing event deleted for resources: {'Port': ['ID=b26a58e0-2358-4de2-b7cb-6a6788cc5460,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:07.067683 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1932129a-6353-4212-ac39-fa2ee848cad9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:07.075464 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8e6d5472-3c69-410e-93e0-70c86f5a45ca req-63b39bca-646b-4820-afa7-53631f0c4977 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 210 time: 0.1233866
Jul 06 00:46:07.083189 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9999b6e5-c850-4293-9f56-1bf044277008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:07.134610 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01ffce9-dd20-4204-9a42-0a5cdaaf3d0e req-1932129a-6353-4212-ac39-fa2ee848cad9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] No DVR routers for this DVR port b26a58e0-2358-4de2-b7cb-6a6788cc5460 on host hv-cinder-79954 {{(pid=80881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:46:07.138614 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-b01ffce9-dd20-4204-9a42-0a5cdaaf3d0e req-1932129a-6353-4212-ac39-fa2ee848cad9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:07.145028 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728de1bd-5983-4496-87ea-a6328622c599', 'name': 'network-vif-deleted', 'tag': 'b26a58e0-2358-4de2-b7cb-6a6788cc5460'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:46:07.149729 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:07.166091 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b01ffce9-dd20-4204-9a42-0a5cdaaf3d0e req-1932129a-6353-4212-ac39-fa2ee848cad9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.39 "DELETE /v2.0/ports/b26a58e0-2358-4de2-b7cb-6a6788cc5460 HTTP/1.1" status: 204  len: 173 time: 0.8825886
Jul 06 00:46:07.187668 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-9999b6e5-c850-4293-9f56-1bf044277008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:46:07.201162 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-9999b6e5-c850-4293-9f56-1bf044277008 admin admin] Usage tracker for resource:security_group_rule and tenant:cdc62db78c7644fa80e572bfbf0daa25 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:46:07.210483 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-9999b6e5-c850-4293-9f56-1bf044277008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:46:07.222025 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-9999b6e5-c850-4293-9f56-1bf044277008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:46:07.237891 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91adda43-5b0d-4d38-a211-455bde789d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:46:07.255896 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d,segment=NetworkSegment(c19fc380-ab52-4442-9be8-f6df29c17682),segment_id=c19fc380-ab52-4442-9be8-f6df29c17682)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:46:07.259527 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:07.260425 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device b26a58e0-2358-4de2-b7cb-6a6788cc5460 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:46:07.269911 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728de1bd-5983-4496-87ea-a6328622c599', 'name': 'network-vif-deleted', 'tag': 'b26a58e0-2358-4de2-b7cb-6a6788cc5460', 'status': 'completed', 'code': 200}
Jul 06 00:46:07.302489 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9999b6e5-c850-4293-9f56-1bf044277008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:07.305799 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9999b6e5-c850-4293-9f56-1bf044277008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:07.320284 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:07.341676 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:07.353240 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-375f1531-e412-4812-87f3-970f43045b6a None None] No Port match for: b26a58e0-2358-4de2-b7cb-6a6788cc5460 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:46:07.353662 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device b26a58e0-2358-4de2-b7cb-6a6788cc5460 not bound to the agent host hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:46:07.363337 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91adda43-5b0d-4d38-a211-455bde789d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d', 'code': 200}
Jul 06 00:46:07.376381 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 56096) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:07.376697 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-9999b6e5-c850-4293-9f56-1bf044277008 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdc62db78c7644fa80e572bfbf0daa25&name=default HTTP/1.1" status: 200  len: 2629 time: 0.6739824
Jul 06 00:46:07.378641 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999b6e5-c850-4293-9f56-1bf044277008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d60a05c-bf09-4858-80f7-5241e8d87bef,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:07.394342 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9999b6e5-c850-4293-9f56-1bf044277008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:07.411026 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:07.422087 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:07.422356 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:07.422823 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:07.423227 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:07.423588 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:07.424005 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:07.424557 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:07.427622 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:07.428132 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:07.428617 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:07.429016 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:07.433327 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:07.458693 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1be8a8db-4c79-45b0-be14-4e7d219c8e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:07.487230 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1be8a8db-4c79-45b0-be14-4e7d219c8e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:07.548584 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1be8a8db-4c79-45b0-be14-4e7d219c8e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:07.554337 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-4658e18f-ca01-44ff-850d-04f00c7ae762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:07.573716 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8a8db-4c79-45b0-be14-4e7d219c8e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d60a05c-bf09-4858-80f7-5241e8d87bef,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:07.576115 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1be8a8db-4c79-45b0-be14-4e7d219c8e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:07.579418 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-1be8a8db-4c79-45b0-be14-4e7d219c8e9b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d60a05c-bf09-4858-80f7-5241e8d87bef HTTP/1.1" status: 204  len: 168 time: 0.1976566
Jul 06 00:46:07.579418 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1be8a8db-4c79-45b0-be14-4e7d219c8e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:07.658836 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f488ad2-fc15-46ca-926f-f14a902a6f89 req-b0631c3e-1f3d-4aa4-834f-9df2e07532df tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:07.660449 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7f488ad2-fc15-46ca-926f-f14a902a6f89 req-b0631c3e-1f3d-4aa4-834f-9df2e07532df tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=91adda43-5b0d-4d38-a211-455bde789d77 HTTP/1.1" status: 200  len: 946 time: 0.0787423
Jul 06 00:46:07.673669 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-01e7c3d1-2e40-47a4-9e9d-8ab5bafc6ec5 req-ae73a9aa-b05d-4db7-940d-6191bd6f3c6c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=91adda43-5b0d-4d38-a211-455bde789d77 HTTP/1.1" status: 200  len: 1099 time: 0.0717189
Jul 06 00:46:07.712426 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7f488ad2-fc15-46ca-926f-f14a902a6f89 req-3d02f48e-9c39-429a-9e09-8a06f3673a1e tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437794
Jul 06 00:46:07.730832 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-01e7c3d1-2e40-47a4-9e9d-8ab5bafc6ec5 req-b999718c-4056-4c49-adc4-09719d8f5379 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472646
Jul 06 00:46:08.067348 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-01050b64-077f-4102-a565-533573a0eeb5 req-104cb115-287b-4eda-94ab-9d57241a2150 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=728de1bd-5983-4496-87ea-a6328622c599 HTTP/1.1" status: 200  len: 210 time: 0.0557671
Jul 06 00:46:08.256298 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-676b2b11-7ab0-4d35-8c15-3e44f3765515 req-089cf58d-e36b-45c8-9cdc-c5a30eabc090 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 210 time: 0.0470016
Jul 06 00:46:08.851165 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-bc4f3337-8c8b-4cc8-89aa-0f598a1440e1 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:08.852581 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-bc4f3337-8c8b-4cc8-89aa-0f598a1440e1 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.39 "GET /v2.0/networks?id=411d145c-8901-4ec3-b98d-0157f9cbedb7 HTTP/1.1" status: 200  len: 809 time: 0.1550488
Jul 06 00:46:08.911094 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04c6e2-9c82-4c17-a703-e3dab5a163d7 req-5915af6c-6b69-459c-81a1-e1544f1055b1 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:08.912718 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fb04c6e2-9c82-4c17-a703-e3dab5a163d7 req-5915af6c-6b69-459c-81a1-e1544f1055b1 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=91adda43-5b0d-4d38-a211-455bde789d77 HTTP/1.1" status: 200  len: 946 time: 0.0830550
Jul 06 00:46:08.942694 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-878f8352-5709-459a-8b25-d68b68575953 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Synchronizing usage tracker for tenant:f0c256f0870e4bf7ae5b32acc283bad9 on resource:security_group {{(pid=80881) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:46:08.956150 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-878f8352-5709-459a-8b25-d68b68575953 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Unset dirty status for tenant:f0c256f0870e4bf7ae5b32acc283bad9 on resource:security_group {{(pid=80881) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:46:08.957526 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-878f8352-5709-459a-8b25-d68b68575953 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f0c256f0870e4bf7ae5b32acc283bad9 HTTP/1.1" status: 200  len: 7029 time: 0.0888543
Jul 06 00:46:08.965249 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fb04c6e2-9c82-4c17-a703-e3dab5a163d7 req-636b77bb-fcf0-4c07-b753-38babb244795 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448096
Jul 06 00:46:08.986736 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-e3d87aca-d021-4a80-a203-89bb893a016a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Request body: {'port': {'device_id': 'cce1a6b4-e60c-479a-ab79-235549c8c6ba', 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7', 'admin_state_up': True, 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'security_groups': ['39d0fda0-f2e3-4044-aa91-3d44998519f9']}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:46:09.125422 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-e3d87aca-d021-4a80-a203-89bb893a016a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:46:09.130419 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-e3d87aca-d021-4a80-a203-89bb893a016a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Usage tracker for resource:port and tenant:f0c256f0870e4bf7ae5b32acc283bad9 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:46:09.133026 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-e3d87aca-d021-4a80-a203-89bb893a016a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:46:09.138932 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-e3d87aca-d021-4a80-a203-89bb893a016a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:46:09.151464 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-e3d87aca-d021-4a80-a203-89bb893a016a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Made reservation on behalf of f0c256f0870e4bf7ae5b32acc283bad9 for: {'port': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:46:09.157725 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-e3d87aca-d021-4a80-a203-89bb893a016a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:09.342295 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-e3d87aca-d021-4a80-a203-89bb893a016a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Allocated IP 172.20.0.12 (411d145c-8901-4ec3-b98d-0157f9cbedb7/35df5122-581f-4bdc-a4f3-ffbf681f5270/ad682014-74b4-4eb4-93ae-d5b20e6151bd) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:46:09.433051 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b381599f-290b-457c-9f16-3537c5e911b7 req-45a357be-2190-4346-b5e9-91ca3a8bc2bc tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 210 time: 0.0487595
Jul 06 00:46:09.613228 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd4f6d-c5f7-4029-9ca9-f10bd249e602 req-d2e787f0-cdcf-4442-8fb6-29597bf0eb5e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:09.614859 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b1fd4f6d-c5f7-4029-9ca9-f10bd249e602 req-d2e787f0-cdcf-4442-8fb6-29597bf0eb5e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf36f7d-d6f5-4c5a-a987-05347e73bf03 HTTP/1.1" status: 200  len: 945 time: 0.0914774
Jul 06 00:46:09.618732 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-e3d87aca-d021-4a80-a203-89bb893a016a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:09.640606 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-e3d87aca-d021-4a80-a203-89bb893a016a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Transition to ACTIVE for port object ad682014-74b4-4eb4-93ae-d5b20e6151bd will not be triggered until provisioned by entity DHCP. {{(pid=80881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:46:09.664886 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-e3d87aca-d021-4a80-a203-89bb893a016a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:09.674956 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1af272c7-2936-4805-81c8-fe7d0c66bf3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:09.708812 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b1fd4f6d-c5f7-4029-9ca9-f10bd249e602 req-c32a6f1f-9016-458a-9917-1ed707df7789 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850327
Jul 06 00:46:09.752919 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-e3d87aca-d021-4a80-a203-89bb893a016a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Network 411d145c-8901-4ec3-b98d-0157f9cbedb7 is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:46:09.756268 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-e3d87aca-d021-4a80-a203-89bb893a016a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:46:09.760633 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-e3d87aca-d021-4a80-a203-89bb893a016a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:46:09.765090 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-e3d87aca-d021-4a80-a203-89bb893a016a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:09.765746 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-e3d87aca-d021-4a80-a203-89bb893a016a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:09.769878 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d87aca-d021-4a80-a203-89bb893a016a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Pushing event updated for resources: {'Port': ['ID=ad682014-74b4-4eb4-93ae-d5b20e6151bd,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:09.774073 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e3d87aca-d021-4a80-a203-89bb893a016a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:09.792667 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-e3d87aca-d021-4a80-a203-89bb893a016a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8105137
Jul 06 00:46:09.807541 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] Request body: {'port': {'device_id': 'cce1a6b4-e60c-479a-ab79-235549c8c6ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:46:10.024838 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-c242f8d4-212d-4e4f-9ca2-80507df208ed None None] Provisioning for port ad682014-74b4-4eb4-93ae-d5b20e6151bd completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:46:10.030233 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-c242f8d4-212d-4e4f-9ca2-80507df208ed None None] Provisioning complete for port ad682014-74b4-4eb4-93ae-d5b20e6151bd triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:46:10.030586 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c242f8d4-212d-4e4f-9ca2-80507df208ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:10.089590 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-c242f8d4-212d-4e4f-9ca2-80507df208ed None None] Port ad682014-74b4-4eb4-93ae-d5b20e6151bd cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:46:10.175170 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee48848-ba56-4622-b767-9080d1b74486 req-1a06ac87-998c-4dfb-a4bd-4d4c100ab481 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:10.177095 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-eee48848-ba56-4622-b767-9080d1b74486 req-1a06ac87-998c-4dfb-a4bd-4d4c100ab481 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=91adda43-5b0d-4d38-a211-455bde789d77 HTTP/1.1" status: 200  len: 946 time: 0.0801601
Jul 06 00:46:10.187452 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:10.209287 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-54efd0e7-c6ed-4c51-9534-31c6269f368f req-af5573bd-0145-4cc0-b309-f83c3e4c9be8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3621147
Jul 06 00:46:10.233483 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-eee48848-ba56-4622-b767-9080d1b74486 req-e6608eb8-b521-4082-9cca-68e568f1b6b0 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482912
Jul 06 00:46:10.408291 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-54efd0e7-c6ed-4c51-9534-31c6269f368f req-e6d16aa2-362b-4a07-aed3-97ba7910bc21 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1963967027cc4dd4b63bb84357052310&device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 1099 time: 0.1706567
Jul 06 00:46:10.636178 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efd0e7-c6ed-4c51-9534-31c6269f368f req-7dfdd45d-4fe2-403c-8e3b-d0674ab308b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:10.638054 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-54efd0e7-c6ed-4c51-9534-31c6269f368f req-7dfdd45d-4fe2-403c-8e3b-d0674ab308b6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e HTTP/1.1" status: 200  len: 919 time: 0.1892390
Jul 06 00:46:10.649440 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a08386-7a9d-4b54-aa39-1cc15b35735a req-fab71e70-8eef-418a-80a1-1ec429f8d66e tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:10.651022 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-81a08386-7a9d-4b54-aa39-1cc15b35735a req-fab71e70-8eef-418a-80a1-1ec429f8d66e tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 932 time: 0.0901792
Jul 06 00:46:10.706643 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-81a08386-7a9d-4b54-aa39-1cc15b35735a req-0a5ba764-0ea6-4c36-8b27-5af3a76562f3 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469506
Jul 06 00:46:10.760013 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-54efd0e7-c6ed-4c51-9534-31c6269f368f req-845fe677-ffd2-4f68-a1cb-a237004926ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34c937ff-416c-41be-8f81-404ce3086745 HTTP/1.1" status: 200  len: 217 time: 0.1068592
Jul 06 00:46:10.769851 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad682014-74b4-4eb4-93ae-d5b20e6151bd {{(pid=80881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:46:10.811055 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:10.842548 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] Transition to ACTIVE for port object ad682014-74b4-4eb4-93ae-d5b20e6151bd will not be triggered until provisioned by entity L2. {{(pid=80881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:46:10.851580 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efd0e7-c6ed-4c51-9534-31c6269f368f req-e76ec9b0-5598-49d6-a56f-a22503c71943 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:10.853331 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-54efd0e7-c6ed-4c51-9534-31c6269f368f req-e76ec9b0-5598-49d6-a56f-a22503c71943 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=86a28ffc-a537-4a50-9ffb-7893c410a8f3 HTTP/1.1" status: 200  len: 858 time: 0.0790658
Jul 06 00:46:10.854257 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:10.859980 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:10.935107 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7017d39-00d9-4936-b049-287f437e2468 req-b08396d8-b7f1-4174-9223-9fb85d143f2e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:10.940759 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d7017d39-00d9-4936-b049-287f437e2468 req-b08396d8-b7f1-4174-9223-9fb85d143f2e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf36f7d-d6f5-4c5a-a987-05347e73bf03 HTTP/1.1" status: 200  len: 945 time: 0.0985563
Jul 06 00:46:10.950540 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-54efd0e7-c6ed-4c51-9534-31c6269f368f req-69dc37d0-cb4f-47d1-8b99-09cd764043b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0571094
Jul 06 00:46:11.009151 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d7017d39-00d9-4936-b049-287f437e2468 req-ee1a4e2b-4180-4bc0-a771-9a38e256ebf6 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622580
Jul 06 00:46:11.112915 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad682014-74b4-4eb4-93ae-d5b20e6151bd,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:11.112915 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:11.176201 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] Attempting to bind port ad682014-74b4-4eb4-93ae-d5b20e6151bd on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:46:11.176785 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] Attempting to bind port ad682014-74b4-4eb4-93ae-d5b20e6151bd by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': '13961f85-3457-4e48-ae65-f590338ac95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7'}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:46:11.176937 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] Attempting to bind port ad682014-74b4-4eb4-93ae-d5b20e6151bd on network 411d145c-8901-4ec3-b98d-0157f9cbedb7 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:46:11.188765 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] Port ad682014-74b4-4eb4-93ae-d5b20e6151bd on network 411d145c-8901-4ec3-b98d-0157f9cbedb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 00:46:11.189053 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] Attempting to bind port ad682014-74b4-4eb4-93ae-d5b20e6151bd on network 411d145c-8901-4ec3-b98d-0157f9cbedb7 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:46:11.217056 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] Checking agent: {'id': '043dc09b-b03f-45ac-adf3-2bee2c468120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'started_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:46:11.217435 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] Checking segment: {'id': '13961f85-3457-4e48-ae65-f590338ac95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:46:11.217854 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] Bound using segment: {'id': '13961f85-3457-4e48-ae65-f590338ac95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7'} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:46:11.218527 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] Bound port: ad682014-74b4-4eb4-93ae-d5b20e6151bd, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13961f85-3457-4e48-ae65-f590338ac95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7'}}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:46:11.218688 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:11.279852 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-54efd0e7-c6ed-4c51-9534-31c6269f368f req-a923ca81-aadf-4954-abe3-4d7b5bd2e329 service neutron] 10.222.0.39 "GET /v2.0/networks/f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2674708
Jul 06 00:46:11.402068 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] For port ad682014-74b4-4eb4-93ae-d5b20e6151bd, host hv-cinder-79954, cleared binding levels {{(pid=80881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:46:11.416651 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] For port ad682014-74b4-4eb4-93ae-d5b20e6151bd, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=ad682014-74b4-4eb4-93ae-d5b20e6151bd,segment=NetworkSegment(13961f85-3457-4e48-ae65-f590338ac95f),segment_id=13961f85-3457-4e48-ae65-f590338ac95f)] {{(pid=80881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:46:11.422382 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:11.436437 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:11.518773 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:11.520289 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] 10.222.0.39 "PUT /v2.0/ports/ad682014-74b4-4eb4-93ae-d5b20e6151bd HTTP/1.1" status: 200  len: 1094 time: 1.7175353
Jul 06 00:46:11.523526 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce1a6b4-e60c-479a-ab79-235549c8c6ba', 'tag': 'ad682014-74b4-4eb4-93ae-d5b20e6151bd'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:46:11.532858 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-54efd0e7-c6ed-4c51-9534-31c6269f368f req-2f8c0688-c24c-42f1-9833-dd5e48863dfb service neutron] 10.222.0.39 "GET /v2.0/networks/f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2343218
Jul 06 00:46:11.538598 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad682014-74b4-4eb4-93ae-d5b20e6151bd,revision_number=3']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:11.541852 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:11.615572 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce1a6b4-e60c-479a-ab79-235549c8c6ba', 'tag': 'ad682014-74b4-4eb4-93ae-d5b20e6151bd', 'status': 'completed', 'code': 200}
Jul 06 00:46:11.617724 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788e474-978f-45e9-b5dd-b3a17e05cf46 req-0ab2877a-b53e-44a0-874b-1839c9ba8f19 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:11.619417 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d788e474-978f-45e9-b5dd-b3a17e05cf46 req-0ab2877a-b53e-44a0-874b-1839c9ba8f19 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=91adda43-5b0d-4d38-a211-455bde789d77 HTTP/1.1" status: 200  len: 946 time: 0.1708589
Jul 06 00:46:11.634204 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89874a42-7e63-4670-9910-e40af31a9bfa req-996c321e-5601-4c7b-a744-443ddb1f052e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:11.635752 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-89874a42-7e63-4670-9910-e40af31a9bfa req-996c321e-5601-4c7b-a744-443ddb1f052e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.39 "GET /v2.0/ports?device_id=abf36f7d-d6f5-4c5a-a987-05347e73bf03 HTTP/1.1" status: 200  len: 945 time: 0.1521127
Jul 06 00:46:11.654390 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-f741e2bd-ce1b-479c-8e77-2d17ae8e4422 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f0c256f0870e4bf7ae5b32acc283bad9&device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 1097 time: 0.0787921
Jul 06 00:46:11.734510 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-7487ab73-591d-4d4d-9417-148b842e0d66 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad682014-74b4-4eb4-93ae-d5b20e6151bd HTTP/1.1" status: 200  len: 217 time: 0.0711415
Jul 06 00:46:11.735991 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d788e474-978f-45e9-b5dd-b3a17e05cf46 req-f93871b4-2756-4d9d-8feb-2072b2a2d092 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081066
Jul 06 00:46:11.742336 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-89874a42-7e63-4670-9910-e40af31a9bfa req-17b416b2-91c9-4755-857f-9549b9210854 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Deleting port 5458d001-b57f-461d-9645-fcc95c55a199 {{(pid=80880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:46:11.742720 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-89874a42-7e63-4670-9910-e40af31a9bfa req-17b416b2-91c9-4755-857f-9549b9210854 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:11.808215 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-bdd7abdd-a69c-49f7-bb7c-086dc4e2f35e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:11.809934 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-bdd7abdd-a69c-49f7-bb7c-086dc4e2f35e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35df5122-581f-4bdc-a4f3-ffbf681f5270 HTTP/1.1" status: 200  len: 848 time: 0.0647540
Jul 06 00:46:11.893186 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-a3730a61-14fb-4cdd-b4a1-ffb1034a908b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=411d145c-8901-4ec3-b98d-0157f9cbedb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731573
Jul 06 00:46:12.041755 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-43becaf6-4dbc-4bf1-8bdf-423adbf40515 service neutron] 10.222.0.39 "GET /v2.0/networks/411d145c-8901-4ec3-b98d-0157f9cbedb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409826
Jul 06 00:46:12.077754 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde254f-5072-4cbd-af0e-cba62090743c req-fef495e2-02c4-4954-92a9-e1be43299b62 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:12.079364 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0fde254f-5072-4cbd-af0e-cba62090743c req-fef495e2-02c4-4954-92a9-e1be43299b62 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 944 time: 0.2382493
Jul 06 00:46:12.086633 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-89874a42-7e63-4670-9910-e40af31a9bfa req-17b416b2-91c9-4755-857f-9549b9210854 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] For port 5458d001-b57f-461d-9645-fcc95c55a199, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=5458d001-b57f-461d-9645-fcc95c55a199,segment=NetworkSegment(f323667f-7604-4dac-b4b2-e438c13b3634),segment_id=f323667f-7604-4dac-b4b2-e438c13b3634)] {{(pid=80880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:46:12.087047 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-89874a42-7e63-4670-9910-e40af31a9bfa req-17b416b2-91c9-4755-857f-9549b9210854 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:12.239952 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-89874a42-7e63-4670-9910-e40af31a9bfa req-17b416b2-91c9-4755-857f-9549b9210854 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Calling delete_port for 5458d001-b57f-461d-9645-fcc95c55a199 owned by compute:nova {{(pid=80880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:46:12.295776 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-282c19ef-9e65-45d6-8a3a-f8cf7eade821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:12.357921 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0fde254f-5072-4cbd-af0e-cba62090743c req-4626be73-fffa-40e3-a98a-2f6eab9ba1c3 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2630708
Jul 06 00:46:12.400081 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8cc2c7f0-829e-40ae-9a54-7f0cd0a1edcd req-8f135a66-e8a8-4447-b067-4f17cf8fddce service neutron] 10.222.0.39 "GET /v2.0/networks/411d145c-8901-4ec3-b98d-0157f9cbedb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3491871
Jul 06 00:46:12.542435 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-09384a6b-0841-45da-97f8-bd6c667474e2 req-d2168af8-31ea-415c-bc45-d7470bf69c19 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f0c256f0870e4bf7ae5b32acc283bad9&device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 1097 time: 0.0775771
Jul 06 00:46:12.698558 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09384a6b-0841-45da-97f8-bd6c667474e2 req-9e4e87d6-92ff-4dba-a63c-b3afa2c96254 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:12.700140 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-09384a6b-0841-45da-97f8-bd6c667474e2 req-9e4e87d6-92ff-4dba-a63c-b3afa2c96254 service neutron] 10.222.0.39 "GET /v2.0/networks?id=411d145c-8901-4ec3-b98d-0157f9cbedb7 HTTP/1.1" status: 200  len: 910 time: 0.1450531
Jul 06 00:46:12.715077 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a589c-13a4-4903-a318-77b40d85ec5c req-56425c03-39ed-4f27-9afd-ada6f1c60d79 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:12.716639 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-349a589c-13a4-4903-a318-77b40d85ec5c req-56425c03-39ed-4f27-9afd-ada6f1c60d79 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf36f7d-d6f5-4c5a-a987-05347e73bf03 HTTP/1.1" status: 200  len: 945 time: 0.4470222
Jul 06 00:46:12.774187 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-09384a6b-0841-45da-97f8-bd6c667474e2 req-0dc4f100-2745-4e02-a674-8bd66c5cfb83 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad682014-74b4-4eb4-93ae-d5b20e6151bd HTTP/1.1" status: 200  len: 217 time: 0.0640700
Jul 06 00:46:12.822806 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-89874a42-7e63-4670-9910-e40af31a9bfa req-17b416b2-91c9-4755-857f-9549b9210854 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:12.831648 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:12.842224 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:46:12.851491 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09384a6b-0841-45da-97f8-bd6c667474e2 req-e36e23ff-de40-417b-8570-a6d1e4402d9c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:12.852989 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-09384a6b-0841-45da-97f8-bd6c667474e2 req-e36e23ff-de40-417b-8570-a6d1e4402d9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35df5122-581f-4bdc-a4f3-ffbf681f5270 HTTP/1.1" status: 200  len: 848 time: 0.0663729
Jul 06 00:46:12.883657 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b416b2-91c9-4755-857f-9549b9210854 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Pushing event deleted for resources: {'Port': ['ID=5458d001-b57f-461d-9645-fcc95c55a199,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:12.890988 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-349a589c-13a4-4903-a318-77b40d85ec5c req-c8f7d113-705b-4315-ae3e-0a186f7ddcf0 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301522
Jul 06 00:46:12.893767 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-17b416b2-91c9-4755-857f-9549b9210854 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:12.938759 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6626e-0bcd-47df-b121-bb35d06f92b3 req-8faf8844-b4aa-4e29-850d-08dd1cbb9535 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:12.941180 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2db6626e-0bcd-47df-b121-bb35d06f92b3 req-8faf8844-b4aa-4e29-850d-08dd1cbb9535 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.2322514
Jul 06 00:46:12.945000 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-09384a6b-0841-45da-97f8-bd6c667474e2 req-8b584ecb-2f62-4a7f-bf39-6a775a41d826 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=411d145c-8901-4ec3-b98d-0157f9cbedb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828235
Jul 06 00:46:12.997053 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-89874a42-7e63-4670-9910-e40af31a9bfa req-17b416b2-91c9-4755-857f-9549b9210854 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] No DVR routers for this DVR port 5458d001-b57f-461d-9645-fcc95c55a199 on host hv-cinder-79954 {{(pid=80880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:46:13.004741 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-89874a42-7e63-4670-9910-e40af31a9bfa req-17b416b2-91c9-4755-857f-9549b9210854 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:13.007549 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf36f7d-d6f5-4c5a-a987-05347e73bf03', 'name': 'network-vif-deleted', 'tag': '5458d001-b57f-461d-9645-fcc95c55a199'}] {{(pid=80880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:46:13.088902 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-89874a42-7e63-4670-9910-e40af31a9bfa req-17b416b2-91c9-4755-857f-9549b9210854 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.39 "DELETE /v2.0/ports/5458d001-b57f-461d-9645-fcc95c55a199 HTTP/1.1" status: 204  len: 173 time: 1.4359736
Jul 06 00:46:13.089189 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-09384a6b-0841-45da-97f8-bd6c667474e2 req-f58c3f71-65b7-4917-9b82-cff6b4ea116c service neutron] 10.222.0.39 "GET /v2.0/networks/411d145c-8901-4ec3-b98d-0157f9cbedb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355462
Jul 06 00:46:13.100877 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2db6626e-0bcd-47df-b121-bb35d06f92b3 req-6350ea84-f63b-4e46-8f2f-efb86b75de19 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262796
Jul 06 00:46:13.127493 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279a80e-4908-483c-adb5-0a4e4b9bca9c req-4f2502a4-c19b-4b12-8d77-6c62fbb9b618 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:13.136414 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0279a80e-4908-483c-adb5-0a4e4b9bca9c req-4f2502a4-c19b-4b12-8d77-6c62fbb9b618 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=91adda43-5b0d-4d38-a211-455bde789d77 HTTP/1.1" status: 200  len: 946 time: 0.1207631
Jul 06 00:46:13.181173 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abf36f7d-d6f5-4c5a-a987-05347e73bf03', 'name': 'network-vif-deleted', 'tag': '5458d001-b57f-461d-9645-fcc95c55a199', 'status': 'completed', 'code': 200}
Jul 06 00:46:13.208757 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0279a80e-4908-483c-adb5-0a4e4b9bca9c req-2260c841-933f-4da5-a023-64d3ce181717 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711312
Jul 06 00:46:13.299563 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-09384a6b-0841-45da-97f8-bd6c667474e2 req-d3b61838-d128-464f-a4a3-32566f4509b9 service neutron] 10.222.0.39 "GET /v2.0/networks/411d145c-8901-4ec3-b98d-0157f9cbedb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1888065
Jul 06 00:46:13.496575 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:13.555735 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0408d4a-2a64-419e-a0aa-e90c93016981 req-91546192-06cd-4d78-8351-b517973abba4 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:13.557338 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b0408d4a-2a64-419e-a0aa-e90c93016981 req-91546192-06cd-4d78-8351-b517973abba4 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 944 time: 0.0850620
Jul 06 00:46:13.610837 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b0408d4a-2a64-419e-a0aa-e90c93016981 req-11e90b5f-0805-4300-a845-9ffa5c64cfae tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454886
Jul 06 00:46:13.642920 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:13.667811 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0189d7d-b354-47b2-8df9-f48e8d36080b req-3f125309-80f5-4bf3-9ed5-bef4b087b45d tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:13.668555 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-e0189d7d-b354-47b2-8df9-f48e8d36080b req-3f125309-80f5-4bf3-9ed5-bef4b087b45d tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Synchronizing usage tracker for tenant:dd2bd617124e41d7bc1eec147aca3725 on resource:port {{(pid=80881) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:46:13.683996 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-e0189d7d-b354-47b2-8df9-f48e8d36080b req-3f125309-80f5-4bf3-9ed5-bef4b087b45d tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Unset dirty status for tenant:dd2bd617124e41d7bc1eec147aca3725 on resource:port {{(pid=80881) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:46:13.685157 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e0189d7d-b354-47b2-8df9-f48e8d36080b req-3f125309-80f5-4bf3-9ed5-bef4b087b45d tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.39 "GET /v2.0/ports?device_id=91adda43-5b0d-4d38-a211-455bde789d77 HTTP/1.1" status: 200  len: 946 time: 0.0990081
Jul 06 00:46:13.755102 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-e0189d7d-b354-47b2-8df9-f48e8d36080b req-71864712-f340-418f-b146-2b79219ad0d0 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Deleting port c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:46:13.755503 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-e0189d7d-b354-47b2-8df9-f48e8d36080b req-71864712-f340-418f-b146-2b79219ad0d0 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:13.992669 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-e0189d7d-b354-47b2-8df9-f48e8d36080b req-71864712-f340-418f-b146-2b79219ad0d0 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] For port c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d,segment=NetworkSegment(c19fc380-ab52-4442-9be8-f6df29c17682),segment_id=c19fc380-ab52-4442-9be8-f6df29c17682)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:46:13.993065 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-e0189d7d-b354-47b2-8df9-f48e8d36080b req-71864712-f340-418f-b146-2b79219ad0d0 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:14.071935 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-a6951c1b-7d31-4045-adf8-d8fcee056c25 req-79475a07-3ea0-4c3a-9a50-313d8d1555f9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Synchronizing usage tracker for tenant:497c5bc6650a4132aea8c107f14defba on resource:port {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:46:14.087994 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-a6951c1b-7d31-4045-adf8-d8fcee056c25 req-79475a07-3ea0-4c3a-9a50-313d8d1555f9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Unset dirty status for tenant:497c5bc6650a4132aea8c107f14defba on resource:port {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:46:14.089246 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a6951c1b-7d31-4045-adf8-d8fcee056c25 req-79475a07-3ea0-4c3a-9a50-313d8d1555f9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=abf36f7d-d6f5-4c5a-a987-05347e73bf03 HTTP/1.1" status: 200  len: 210 time: 0.0642729
Jul 06 00:46:14.133962 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-e0189d7d-b354-47b2-8df9-f48e8d36080b req-71864712-f340-418f-b146-2b79219ad0d0 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Calling delete_port for c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d owned by compute:nova {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:46:14.286235 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-e0189d7d-b354-47b2-8df9-f48e8d36080b req-71864712-f340-418f-b146-2b79219ad0d0 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:14.293997 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e60ace31-8f47-433c-90ec-a3bab1b8c7b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:14.307207 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:46:14.317067 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f387df8-2a12-478a-a6a5-410b71521b00 req-85b0948d-8f54-4e8f-9269-790018526474 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:14.318785 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7f387df8-2a12-478a-a6a5-410b71521b00 req-85b0948d-8f54-4e8f-9269-790018526474 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.0831470
Jul 06 00:46:14.355887 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71864712-f340-418f-b146-2b79219ad0d0 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Pushing event deleted for resources: {'Port': ['ID=c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:14.358969 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-71864712-f340-418f-b146-2b79219ad0d0 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:14.371584 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-eaf6970f-1c0a-4e77-8e09-f2691b1c1f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:14.398330 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-334ffe54-4fb3-4b13-9366-6c985064ad4a req-a97f1481-247a-462c-a163-0416fb94a1ff tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=91adda43-5b0d-4d38-a211-455bde789d77 HTTP/1.1" status: 200  len: 210 time: 0.0562103
Jul 06 00:46:14.429473 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7f387df8-2a12-478a-a6a5-410b71521b00 req-fc7a0b6f-5b91-4074-bf1a-034bde4f4a39 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022985
Jul 06 00:46:14.435572 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0189d7d-b354-47b2-8df9-f48e8d36080b req-71864712-f340-418f-b146-2b79219ad0d0 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] No DVR routers for this DVR port c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d on host hv-cinder-79954 {{(pid=80881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:46:14.438060 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-e0189d7d-b354-47b2-8df9-f48e8d36080b req-71864712-f340-418f-b146-2b79219ad0d0 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:14.441461 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91adda43-5b0d-4d38-a211-455bde789d77', 'name': 'network-vif-deleted', 'tag': 'c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:46:14.457727 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e0189d7d-b354-47b2-8df9-f48e8d36080b req-71864712-f340-418f-b146-2b79219ad0d0 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.39 "DELETE /v2.0/ports/c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d HTTP/1.1" status: 204  len: 173 time: 0.7648313
Jul 06 00:46:14.492430 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91adda43-5b0d-4d38-a211-455bde789d77', 'name': 'network-vif-deleted', 'tag': 'c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d', 'status': 'completed', 'code': 200}
Jul 06 00:46:14.724395 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 5458d001-b57f-461d-9645-fcc95c55a199 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:46:14.772071 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-375f1531-e412-4812-87f3-970f43045b6a None None] No Port match for: 5458d001-b57f-461d-9645-fcc95c55a199 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:46:14.772463 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 5458d001-b57f-461d-9645-fcc95c55a199 not bound to the agent host hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:46:14.791418 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:14.807932 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd0948-3017-4fce-9de8-231abafd80a8 req-9766ccbe-85e7-4ea2-9f1d-4e7d69d322ca tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:14.809495 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d8fd0948-3017-4fce-9de8-231abafd80a8 req-9766ccbe-85e7-4ea2-9f1d-4e7d69d322ca tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 944 time: 0.0803382
Jul 06 00:46:14.858420 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d8fd0948-3017-4fce-9de8-231abafd80a8 req-cf8d64cd-8f69-4702-b262-358d1cf7e970 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409379
Jul 06 00:46:15.631893 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edba70-db50-434e-85f8-395534b1a701 req-d8cb61bc-0061-4d65-837f-6aaa217fc4c3 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:15.633473 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b4edba70-db50-434e-85f8-395534b1a701 req-d8cb61bc-0061-4d65-837f-6aaa217fc4c3 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.0851605
Jul 06 00:46:15.686637 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b4edba70-db50-434e-85f8-395534b1a701 req-5a648909-498c-4702-9f95-8e695dd59c47 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457215
Jul 06 00:46:15.838922 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-27779567-a454-4768-b80d-e0964d0aad1c tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:15.840418 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-27779567-a454-4768-b80d-e0964d0aad1c tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/networks?id=0545c3c7-dd02-414b-a43d-cb852142669a HTTP/1.1" status: 200  len: 808 time: 0.1488073
Jul 06 00:46:15.858738 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-2c638329-3293-4059-8b16-8d89d06584e1 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/quotas/dd2bd617124e41d7bc1eec147aca3725 HTTP/1.1" status: 200  len: 375 time: 0.0111434
Jul 06 00:46:15.913523 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-4ff9c81f-618e-4855-b6f6-d4d49d77dd98 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd2bd617124e41d7bc1eec147aca3725&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0482476
Jul 06 00:46:15.969234 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:16.117097 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cf0c1-d896-4ab7-9e7b-1ad547878dda req-24112d1a-3e71-4521-8f68-68cadfa45d94 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:16.118577 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e60cf0c1-d896-4ab7-9e7b-1ad547878dda req-24112d1a-3e71-4521-8f68-68cadfa45d94 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 944 time: 0.1305931
Jul 06 00:46:16.120920 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-da8d0458-92dd-44b0-bd64-96f21e8e72b8 service neutron] 10.222.0.13 "GET /v2.0/networks/0545c3c7-dd02-414b-a43d-cb852142669a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1991231
Jul 06 00:46:16.261958 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f43f70-f204-47c3-b3d5-d32fa3c6f892 req-234fcf77-7200-462f-8618-0df7803f82bf tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:16.262694 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-33f43f70-f204-47c3-b3d5-d32fa3c6f892 req-234fcf77-7200-462f-8618-0df7803f82bf tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Synchronizing usage tracker for tenant:1963967027cc4dd4b63bb84357052310 on resource:port {{(pid=80881) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:46:16.273586 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e60cf0c1-d896-4ab7-9e7b-1ad547878dda req-a7591816-e33c-4cfe-8752-58402cda3c24 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1196544
Jul 06 00:46:16.278092 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-33f43f70-f204-47c3-b3d5-d32fa3c6f892 req-234fcf77-7200-462f-8618-0df7803f82bf tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Unset dirty status for tenant:1963967027cc4dd4b63bb84357052310 on resource:port {{(pid=80881) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:46:16.279338 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-33f43f70-f204-47c3-b3d5-d32fa3c6f892 req-234fcf77-7200-462f-8618-0df7803f82bf tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 946 time: 0.0911767
Jul 06 00:46:16.300520 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-a36d89fa-4f8f-4dcc-93ee-8f1d486f79ea service neutron] 10.222.0.13 "GET /v2.0/networks/0545c3c7-dd02-414b-a43d-cb852142669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1719859
Jul 06 00:46:16.354988 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-33f43f70-f204-47c3-b3d5-d32fa3c6f892 req-063914c1-51fb-46ae-aeba-a0a0720182ce tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Deleting port 34c937ff-416c-41be-8f81-404ce3086745 {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:46:16.355387 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-33f43f70-f204-47c3-b3d5-d32fa3c6f892 req-063914c1-51fb-46ae-aeba-a0a0720182ce tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:16.570215 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7906ddda-307d-4bf1-aad5-3d00ec84ec62 req-f9738640-b58c-4f22-9682-c29380b24d70 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=6022848e-64ce-4b1c-b3fe-6f4f4ae5362b HTTP/1.1" status: 200  len: 210 time: 0.0557711
Jul 06 00:46:16.621594 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-33f43f70-f204-47c3-b3d5-d32fa3c6f892 req-063914c1-51fb-46ae-aeba-a0a0720182ce tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] For port 34c937ff-416c-41be-8f81-404ce3086745, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=34c937ff-416c-41be-8f81-404ce3086745,segment=NetworkSegment(42805dfe-6415-484b-a665-9832e690f418),segment_id=42805dfe-6415-484b-a665-9832e690f418)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:46:16.621982 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-33f43f70-f204-47c3-b3d5-d32fa3c6f892 req-063914c1-51fb-46ae-aeba-a0a0720182ce tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:16.733719 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:46:16.759418 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-33f43f70-f204-47c3-b3d5-d32fa3c6f892 req-063914c1-51fb-46ae-aeba-a0a0720182ce tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Calling delete_port for 34c937ff-416c-41be-8f81-404ce3086745 owned by compute:nova {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:46:16.816802 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-375f1531-e412-4812-87f3-970f43045b6a None None] No Port match for: c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:46:16.819330 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device c9c8c168-2f6f-4b1e-afd7-b69c838f3a4d not bound to the agent host hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:46:16.820907 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 34c937ff-416c-41be-8f81-404ce3086745 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:46:16.910133 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-33f43f70-f204-47c3-b3d5-d32fa3c6f892 req-063914c1-51fb-46ae-aeba-a0a0720182ce tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:16.915673 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:16.927479 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['9551bc00-2956-4176-be5b-c2093ff12adc'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:46:16.961478 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063914c1-51fb-46ae-aeba-a0a0720182ce tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Pushing event deleted for resources: {'Port': ['ID=34c937ff-416c-41be-8f81-404ce3086745,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:16.965333 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-063914c1-51fb-46ae-aeba-a0a0720182ce tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:16.971636 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Port 34c937ff-416c-41be-8f81-404ce3086745 update to DOWN by agent not found {{(pid=80882) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}}
Jul 06 00:46:16.984678 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b36c48-59b6-4b0b-a42d-1ea757bdf47b req-67021430-a161-4774-a994-bdb0a597dacc tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:16.986855 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-67b36c48-59b6-4b0b-a42d-1ea757bdf47b req-67021430-a161-4774-a994-bdb0a597dacc tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 867 time: 0.1619375
Jul 06 00:46:16.999669 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09911bd-5862-49db-a765-d5b42a5de0c9 req-dccb98c6-29ed-4c22-8335-afd75fe86e4d tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:17.001385 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e09911bd-5862-49db-a765-d5b42a5de0c9 req-dccb98c6-29ed-4c22-8335-afd75fe86e4d tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 946 time: 0.1305549
Jul 06 00:46:17.053111 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f43f70-f204-47c3-b3d5-d32fa3c6f892 req-063914c1-51fb-46ae-aeba-a0a0720182ce tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] No DVR routers for this DVR port 34c937ff-416c-41be-8f81-404ce3086745 on host hv-cinder-79954 {{(pid=80881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:46:17.055567 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-33f43f70-f204-47c3-b3d5-d32fa3c6f892 req-063914c1-51fb-46ae-aeba-a0a0720182ce tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:17.058350 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c022c9c-7bdd-427c-a268-2c0d2d049118', 'name': 'network-vif-deleted', 'tag': '34c937ff-416c-41be-8f81-404ce3086745'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:46:17.074201 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-33f43f70-f204-47c3-b3d5-d32fa3c6f892 req-063914c1-51fb-46ae-aeba-a0a0720182ce tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.39 "DELETE /v2.0/ports/34c937ff-416c-41be-8f81-404ce3086745 HTTP/1.1" status: 204  len: 173 time: 0.7864351
Jul 06 00:46:17.090141 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-67b36c48-59b6-4b0b-a42d-1ea757bdf47b req-d59e2733-53da-4d80-be6a-110633e66ec8 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861783
Jul 06 00:46:17.097298 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e09911bd-5862-49db-a765-d5b42a5de0c9 req-c1381abb-c91e-4d66-b99e-646db37d9cc8 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759225
Jul 06 00:46:17.200722 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c022c9c-7bdd-427c-a268-2c0d2d049118', 'name': 'network-vif-deleted', 'tag': '34c937ff-416c-41be-8f81-404ce3086745', 'status': 'completed', 'code': 200}
Jul 06 00:46:17.466966 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb0da1-1d06-4931-9464-9382e2ad4556 req-32860e76-e504-4ecb-999f-234fd140967a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:17.468644 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a5bb0da1-1d06-4931-9464-9382e2ad4556 req-32860e76-e504-4ecb-999f-234fd140967a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 944 time: 0.0769958
Jul 06 00:46:17.520076 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a5bb0da1-1d06-4931-9464-9382e2ad4556 req-567175bb-7495-4bab-8370-289abe14da01 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434058
Jul 06 00:46:17.738262 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-86c43158-e632-4894-962e-7436b090986b req-69262f50-19f5-418e-9302-ee233558a9a2 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=6022848e-64ce-4b1c-b3fe-6f4f4ae5362b HTTP/1.1" status: 200  len: 210 time: 0.0501201
Jul 06 00:46:17.918531 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-10f73174-9207-4271-8f4b-b85eb81e5a87 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:17.920070 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-10f73174-9207-4271-8f4b-b85eb81e5a87 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.39 "GET /v2.0/networks?id=0545c3c7-dd02-414b-a43d-cb852142669a HTTP/1.1" status: 200  len: 808 time: 0.1479108
Jul 06 00:46:17.934889 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-fd7465ca-7ce0-49f3-8ddf-c9911ea7c41f tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Request body: {'port': {'device_id': '6022848e-64ce-4b1c-b3fe-6f4f4ae5362b', 'network_id': '0545c3c7-dd02-414b-a43d-cb852142669a', 'admin_state_up': True, 'tenant_id': 'dd2bd617124e41d7bc1eec147aca3725'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:46:18.309196 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-fd7465ca-7ce0-49f3-8ddf-c9911ea7c41f tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:46:18.313258 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-fd7465ca-7ce0-49f3-8ddf-c9911ea7c41f tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Usage tracker for resource:port and tenant:dd2bd617124e41d7bc1eec147aca3725 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:46:18.316216 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-fd7465ca-7ce0-49f3-8ddf-c9911ea7c41f tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:46:18.322004 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-fd7465ca-7ce0-49f3-8ddf-c9911ea7c41f tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:46:18.331847 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-fd7465ca-7ce0-49f3-8ddf-c9911ea7c41f tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Made reservation on behalf of dd2bd617124e41d7bc1eec147aca3725 for: {'port': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:46:18.334617 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-495f8306-f707-4f3b-8346-ea8a3d2292fc req-7a26e584-68af-458f-a65b-6f300b9d216a tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c022c9c-7bdd-427c-a268-2c0d2d049118 HTTP/1.1" status: 200  len: 210 time: 0.0813396
Jul 06 00:46:18.337251 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-fd7465ca-7ce0-49f3-8ddf-c9911ea7c41f tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:18.380924 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1b880-17f7-4868-bb5e-31b4491a8b6a req-738d8d4d-0201-4d82-92b4-547108324724 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:18.382499 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c6b1b880-17f7-4868-bb5e-31b4491a8b6a req-738d8d4d-0201-4d82-92b4-547108324724 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 946 time: 0.0940905
Jul 06 00:46:18.432762 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c6b1b880-17f7-4868-bb5e-31b4491a8b6a req-54860253-01bc-479f-849e-fc4fd66d0d77 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424654
Jul 06 00:46:18.500179 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-fd7465ca-7ce0-49f3-8ddf-c9911ea7c41f tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Allocated IP 172.20.0.4 (0545c3c7-dd02-414b-a43d-cb852142669a/2e22e038-249a-4ad0-abf1-d66f75fc79a7/81fe9708-8600-483b-9294-45922eb8c8e9) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:46:18.709812 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-fd7465ca-7ce0-49f3-8ddf-c9911ea7c41f tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:18.714278 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644cadc-534b-4168-be0d-8e6a07fdcfbb req-da07329f-9409-478d-b02d-66a451eeab84 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:18.715850 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f644cadc-534b-4168-be0d-8e6a07fdcfbb req-da07329f-9409-478d-b02d-66a451eeab84 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 944 time: 0.0814583
Jul 06 00:46:18.735200 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-fd7465ca-7ce0-49f3-8ddf-c9911ea7c41f tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:18.742372 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-86fd587a-5805-4566-a229-799043c30d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:18.810744 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-fd7465ca-7ce0-49f3-8ddf-c9911ea7c41f tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Network 0545c3c7-dd02-414b-a43d-cb852142669a is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:46:18.815646 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-fd7465ca-7ce0-49f3-8ddf-c9911ea7c41f tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:46:18.819931 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-fd7465ca-7ce0-49f3-8ddf-c9911ea7c41f tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:46:18.825224 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-fd7465ca-7ce0-49f3-8ddf-c9911ea7c41f tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:18.825224 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-fd7465ca-7ce0-49f3-8ddf-c9911ea7c41f tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:18.843124 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7465ca-7ce0-49f3-8ddf-c9911ea7c41f tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Pushing event updated for resources: {'Port': ['ID=81fe9708-8600-483b-9294-45922eb8c8e9,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:18.848396 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fd7465ca-7ce0-49f3-8ddf-c9911ea7c41f tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:18.861552 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-fd7465ca-7ce0-49f3-8ddf-c9911ea7c41f tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9307837
Jul 06 00:46:18.874586 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] Request body: {'port': {'device_id': '6022848e-64ce-4b1c-b3fe-6f4f4ae5362b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:46:18.983043 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:19.029836 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f644cadc-534b-4168-be0d-8e6a07fdcfbb req-5ef93816-ed1c-4d72-b685-e8e59d1d0974 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3065414
Jul 06 00:46:19.048100 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c1d6c-dca9-44f1-ac40-7b435028807a req-c39cbf83-ee61-4780-a135-ea6a29bdf584 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:19.050420 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-052c1d6c-dca9-44f1-ac40-7b435028807a req-c39cbf83-ee61-4780-a135-ea6a29bdf584 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=6022848e-64ce-4b1c-b3fe-6f4f4ae5362b HTTP/1.1" status: 200  len: 931 time: 0.1001554
Jul 06 00:46:19.103668 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-052c1d6c-dca9-44f1-ac40-7b435028807a req-7c3b239a-678b-414e-a520-d2932b6876ba tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459070
Jul 06 00:46:19.323784 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81fe9708-8600-483b-9294-45922eb8c8e9 {{(pid=80881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:46:19.331295 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:19.340561 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7fb0c8-cc3d-4725-a75d-1d8ab325b062 req-7f3ebfd5-5fe8-4d72-b6bc-3930375df52c tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:19.342152 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ff7fb0c8-cc3d-4725-a75d-1d8ab325b062 req-7f3ebfd5-5fe8-4d72-b6bc-3930375df52c tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 946 time: 0.0765693
Jul 06 00:46:19.346437 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] Transition to ACTIVE for port object 81fe9708-8600-483b-9294-45922eb8c8e9 will not be triggered until provisioned by entity L2. {{(pid=80881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:46:19.350164 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:19.354510 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-eb24294e-98dc-4cd7-b9fd-02a24c0c5269 tempest-DeleteServersTestJSON-935116322 tempest-DeleteServersTestJSON-935116322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:19.417816 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-ff7fb0c8-cc3d-4725-a75d-1d8ab325b062 req-2438166c-ea6f-4db9-a2da-322e284a23ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Deleting port 54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4 {{(pid=80880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:46:19.418203 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-ff7fb0c8-cc3d-4725-a75d-1d8ab325b062 req-2438166c-ea6f-4db9-a2da-322e284a23ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:19.487438 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] Pushing event updated for resources: {'Port': ['ID=81fe9708-8600-483b-9294-45922eb8c8e9,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:19.528841 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:19.545582 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] Attempting to bind port 81fe9708-8600-483b-9294-45922eb8c8e9 on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:46:19.545960 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] Attempting to bind port 81fe9708-8600-483b-9294-45922eb8c8e9 by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': 'c19fc380-ab52-4442-9be8-f6df29c17682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0545c3c7-dd02-414b-a43d-cb852142669a'}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:46:19.546287 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] Attempting to bind port 81fe9708-8600-483b-9294-45922eb8c8e9 on network 0545c3c7-dd02-414b-a43d-cb852142669a {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:46:19.553169 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] Port 81fe9708-8600-483b-9294-45922eb8c8e9 on network 0545c3c7-dd02-414b-a43d-cb852142669a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 00:46:19.553523 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] Attempting to bind port 81fe9708-8600-483b-9294-45922eb8c8e9 on network 0545c3c7-dd02-414b-a43d-cb852142669a {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:46:19.560242 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] Checking agent: {'id': '043dc09b-b03f-45ac-adf3-2bee2c468120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'started_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:46:19.560608 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] Checking segment: {'id': 'c19fc380-ab52-4442-9be8-f6df29c17682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0545c3c7-dd02-414b-a43d-cb852142669a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:46:19.561022 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] Bound using segment: {'id': 'c19fc380-ab52-4442-9be8-f6df29c17682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0545c3c7-dd02-414b-a43d-cb852142669a'} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:46:19.561479 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] Bound port: 81fe9708-8600-483b-9294-45922eb8c8e9, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c19fc380-ab52-4442-9be8-f6df29c17682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '0545c3c7-dd02-414b-a43d-cb852142669a'}}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:46:19.561847 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:19.653168 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] For port 81fe9708-8600-483b-9294-45922eb8c8e9, host hv-cinder-79954, cleared binding levels {{(pid=80881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:46:19.656366 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] For port 81fe9708-8600-483b-9294-45922eb8c8e9, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=81fe9708-8600-483b-9294-45922eb8c8e9,segment=NetworkSegment(c19fc380-ab52-4442-9be8-f6df29c17682),segment_id=c19fc380-ab52-4442-9be8-f6df29c17682)] {{(pid=80881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:46:19.667176 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:19.672201 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-262937c1-8ea1-456d-be89-add66679b0f9 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:19.734230 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:19.735711 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] 10.222.0.39 "PUT /v2.0/ports/81fe9708-8600-483b-9294-45922eb8c8e9 HTTP/1.1" status: 200  len: 1093 time: 0.8659952
Jul 06 00:46:19.737351 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6022848e-64ce-4b1c-b3fe-6f4f4ae5362b', 'tag': '81fe9708-8600-483b-9294-45922eb8c8e9'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:46:19.747344 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-ff7fb0c8-cc3d-4725-a75d-1d8ab325b062 req-2438166c-ea6f-4db9-a2da-322e284a23ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] For port 54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4,segment=NetworkSegment(f323667f-7604-4dac-b4b2-e438c13b3634),segment_id=f323667f-7604-4dac-b4b2-e438c13b3634)] {{(pid=80880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:46:19.747877 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-ff7fb0c8-cc3d-4725-a75d-1d8ab325b062 req-2438166c-ea6f-4db9-a2da-322e284a23ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:19.756909 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] Pushing event updated for resources: {'Port': ['ID=81fe9708-8600-483b-9294-45922eb8c8e9,revision_number=3']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:19.760625 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:19.833171 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab71a3-8bbb-45ce-87c0-d36f5b90194d req-fac70175-ee0b-4bb5-a624-4e3e2e05a628 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:19.834759 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c5ab71a3-8bbb-45ce-87c0-d36f5b90194d req-fac70175-ee0b-4bb5-a624-4e3e2e05a628 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 946 time: 0.2231069
Jul 06 00:46:19.874692 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-03b08359-17bc-4e60-9b19-c431409b857d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd2bd617124e41d7bc1eec147aca3725&device_id=6022848e-64ce-4b1c-b3fe-6f4f4ae5362b HTTP/1.1" status: 200  len: 1096 time: 0.0734735
Jul 06 00:46:19.900907 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-ff7fb0c8-cc3d-4725-a75d-1d8ab325b062 req-2438166c-ea6f-4db9-a2da-322e284a23ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Calling delete_port for 54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4 owned by compute:nova {{(pid=80880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:46:19.952364 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-52cebc5f-1cac-40ff-91b6-56170c524d7f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81fe9708-8600-483b-9294-45922eb8c8e9 HTTP/1.1" status: 200  len: 217 time: 0.0669734
Jul 06 00:46:20.019131 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-52de8dbc-b228-479d-9b84-5f497019a7e4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:20.020673 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-52de8dbc-b228-479d-9b84-5f497019a7e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e22e038-249a-4ad0-abf1-d66f75fc79a7 HTTP/1.1" status: 200  len: 848 time: 0.0604568
Jul 06 00:46:20.055872 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c5ab71a3-8bbb-45ce-87c0-d36f5b90194d req-f6819035-3554-42b7-ac87-fefdd7e5f23a tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/security-groups?id=c14abe47-2b19-477d-8aec-c7e865dd3798&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647706
Jul 06 00:46:20.084527 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-3b7fcec8-008e-4fe6-8054-e18ae7007954 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0545c3c7-dd02-414b-a43d-cb852142669a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0550418
Jul 06 00:46:20.123209 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6022848e-64ce-4b1c-b3fe-6f4f4ae5362b', 'tag': '81fe9708-8600-483b-9294-45922eb8c8e9', 'status': 'completed', 'code': 200}
Jul 06 00:46:20.151699 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfb5b0-5e87-4b5c-9296-1be6597ac91a req-7e7c3bf4-c021-4efe-9863-020059a483d5 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:20.153645 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6bdfb5b0-5e87-4b5c-9296-1be6597ac91a req-7e7c3bf4-c021-4efe-9863-020059a483d5 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.2125676
Jul 06 00:46:20.195393 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-ff7fb0c8-cc3d-4725-a75d-1d8ab325b062 req-2438166c-ea6f-4db9-a2da-322e284a23ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:20.201632 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:20.208445 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:46:20.246788 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-77edc41c-f0ce-4bbf-b4c1-c4e27147f07c service neutron] 10.222.0.39 "GET /v2.0/networks/0545c3c7-dd02-414b-a43d-cb852142669a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1531358
Jul 06 00:46:20.290141 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438166c-ea6f-4db9-a2da-322e284a23ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Pushing event deleted for resources: {'Port': ['ID=54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:20.302789 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-2438166c-ea6f-4db9-a2da-322e284a23ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:20.351376 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6bdfb5b0-5e87-4b5c-9296-1be6597ac91a req-5fe78570-c33c-4ff3-8706-f38e2b279213 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807408
Jul 06 00:46:20.398525 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7fb0c8-cc3d-4725-a75d-1d8ab325b062 req-2438166c-ea6f-4db9-a2da-322e284a23ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] No DVR routers for this DVR port 54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4 on host hv-cinder-79954 {{(pid=80880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:46:20.401153 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e3192f0f-baf6-4fda-9928-4d817775ef8b req-973d009b-5a0d-4b84-9346-5412303535ec service neutron] 10.222.0.39 "GET /v2.0/networks/0545c3c7-dd02-414b-a43d-cb852142669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446128
Jul 06 00:46:20.402079 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-ff7fb0c8-cc3d-4725-a75d-1d8ab325b062 req-2438166c-ea6f-4db9-a2da-322e284a23ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:20.404813 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ea9eb72-c4f0-4043-8424-d4061b6e2cf2', 'name': 'network-vif-deleted', 'tag': '54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4'}] {{(pid=80880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:46:20.428229 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ff7fb0c8-cc3d-4725-a75d-1d8ab325b062 req-2438166c-ea6f-4db9-a2da-322e284a23ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.39 "DELETE /v2.0/ports/54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4 HTTP/1.1" status: 204  len: 173 time: 1.0796964
Jul 06 00:46:20.438858 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07ed89-11a7-4d25-bceb-a84df69969b1 req-386a7a68-2afe-4693-a9a3-a2014665528e tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:20.441078 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7a07ed89-11a7-4d25-bceb-a84df69969b1 req-386a7a68-2afe-4693-a9a3-a2014665528e tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 944 time: 0.2002985
Jul 06 00:46:20.606039 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7a07ed89-11a7-4d25-bceb-a84df69969b1 req-995e7691-73c3-4509-bac5-195e30058e63 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1562076
Jul 06 00:46:20.628969 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ad1b2253-5f7d-4603-b2b4-87866de13db2 req-09fa1722-8cbb-4528-938e-44638f9f9ca4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd2bd617124e41d7bc1eec147aca3725&device_id=6022848e-64ce-4b1c-b3fe-6f4f4ae5362b HTTP/1.1" status: 200  len: 1096 time: 0.1600168
Jul 06 00:46:20.641450 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5172ee5-e13e-4437-92a9-575f75c0f308 req-7413349b-c310-4276-a18f-9f363d9fcc88 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:20.643169 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a5172ee5-e13e-4437-92a9-575f75c0f308 req-7413349b-c310-4276-a18f-9f363d9fcc88 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=6022848e-64ce-4b1c-b3fe-6f4f4ae5362b HTTP/1.1" status: 200  len: 943 time: 0.1755710
Jul 06 00:46:20.670071 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ea9eb72-c4f0-4043-8424-d4061b6e2cf2', 'name': 'network-vif-deleted', 'tag': '54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4', 'status': 'completed', 'code': 200}
Jul 06 00:46:20.757871 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device ad682014-74b4-4eb4-93ae-d5b20e6151bd details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 00:46:20.789869 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a5172ee5-e13e-4437-92a9-575f75c0f308 req-120cda84-2323-4cae-968a-a5d8d4d80614 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242886
Jul 06 00:46:20.815796 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b2253-5f7d-4603-b2b4-87866de13db2 req-08e321b6-a64a-4b45-9159-deecc7f828f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:20.817349 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ad1b2253-5f7d-4603-b2b4-87866de13db2 req-08e321b6-a64a-4b45-9159-deecc7f828f9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0545c3c7-dd02-414b-a43d-cb852142669a HTTP/1.1" status: 200  len: 909 time: 0.1732705
Jul 06 00:46:20.903864 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ad1b2253-5f7d-4603-b2b4-87866de13db2 req-ba00f570-4778-4197-a57c-56105ba5244f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81fe9708-8600-483b-9294-45922eb8c8e9 HTTP/1.1" status: 200  len: 217 time: 0.0697837
Jul 06 00:46:20.910136 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port ad682014-74b4-4eb4-93ae-d5b20e6151bd, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=ad682014-74b4-4eb4-93ae-d5b20e6151bd,segment=NetworkSegment(13961f85-3457-4e48-ae65-f590338ac95f),segment_id=13961f85-3457-4e48-ae65-f590338ac95f)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:46:20.929354 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Returning: {'device': 'ad682014-74b4-4eb4-93ae-d5b20e6151bd', 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7', 'port_id': 'ad682014-74b4-4eb4-93ae-d5b20e6151bd', 'mac_address': 'fa:16:3e:51:d3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35df5122-581f-4bdc-a4f3-ffbf681f5270', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 00:46:20.980243 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:20.985637 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b2253-5f7d-4603-b2b4-87866de13db2 req-b0f6edb6-10da-4392-9fab-ad79c3f77e90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:20.988190 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ad1b2253-5f7d-4603-b2b4-87866de13db2 req-b0f6edb6-10da-4392-9fab-ad79c3f77e90 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e22e038-249a-4ad0-abf1-d66f75fc79a7 HTTP/1.1" status: 200  len: 848 time: 0.0656629
Jul 06 00:46:20.999167 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad682014-74b4-4eb4-93ae-d5b20e6151bd {{(pid=80882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:46:21.015585 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port ad682014-74b4-4eb4-93ae-d5b20e6151bd, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=ad682014-74b4-4eb4-93ae-d5b20e6151bd,segment=NetworkSegment(13961f85-3457-4e48-ae65-f590338ac95f),segment_id=13961f85-3457-4e48-ae65-f590338ac95f)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:46:21.019459 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:21.021313 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-11249f5b-972b-4a43-987a-ab6d86b25039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:21.043222 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:46:21.054877 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ad1b2253-5f7d-4603-b2b4-87866de13db2 req-2de7ea3f-2f07-4875-9384-8db8a18dd2d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0545c3c7-dd02-414b-a43d-cb852142669a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0485454
Jul 06 00:46:21.087235 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=ad682014-74b4-4eb4-93ae-d5b20e6151bd,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:21.090591 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:21.261538 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-49b95641-0bf5-4d14-a5a8-ae1b657350fe req-de977fbe-711b-4b31-82f0-4e81e941e55b tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Synchronizing usage tracker for tenant:497c5bc6650a4132aea8c107f14defba on resource:port {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:46:21.269755 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ad1b2253-5f7d-4603-b2b4-87866de13db2 req-81858f9f-8c18-4b2b-8d12-14d8ff0da809 service neutron] 10.222.0.39 "GET /v2.0/networks/0545c3c7-dd02-414b-a43d-cb852142669a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2055414
Jul 06 00:46:21.303461 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-49b95641-0bf5-4d14-a5a8-ae1b657350fe req-de977fbe-711b-4b31-82f0-4e81e941e55b tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Unset dirty status for tenant:497c5bc6650a4132aea8c107f14defba on resource:port {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:46:21.304612 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-49b95641-0bf5-4d14-a5a8-ae1b657350fe req-de977fbe-711b-4b31-82f0-4e81e941e55b tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ea9eb72-c4f0-4043-8424-d4061b6e2cf2 HTTP/1.1" status: 200  len: 210 time: 0.1007686
Jul 06 00:46:21.462291 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['ad682014-74b4-4eb4-93ae-d5b20e6151bd'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:46:21.695128 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ad1b2253-5f7d-4603-b2b4-87866de13db2 req-a00dd621-076a-49ad-a0f7-eeda96c1523b service neutron] 10.222.0.39 "GET /v2.0/networks/0545c3c7-dd02-414b-a43d-cb852142669a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4172149
Jul 06 00:46:21.701569 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35be03-5a74-46e9-b3df-6b80c18cfdde req-47cddbf3-f034-4d56-9ec9-43341a9a88a3 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:21.703018 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-de35be03-5a74-46e9-b3df-6b80c18cfdde req-47cddbf3-f034-4d56-9ec9-43341a9a88a3 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.1337388
Jul 06 00:46:21.806210 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-de35be03-5a74-46e9-b3df-6b80c18cfdde req-bb326c37-d44d-4f57-b84b-a7b46c5cde1e tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956147
Jul 06 00:46:21.828786 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45c672-7fff-460b-a931-da2cf414c4e8 req-6aa894fe-9868-4ac3-8724-7967d5410b4f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:21.830395 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fe45c672-7fff-460b-a931-da2cf414c4e8 req-6aa894fe-9868-4ac3-8724-7967d5410b4f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 945 time: 0.1046054
Jul 06 00:46:21.882530 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fe45c672-7fff-460b-a931-da2cf414c4e8 req-9d3c9bb5-7156-4d54-9374-3b5783f2f194 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452106
Jul 06 00:46:21.994508 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9cd5a-7506-4c21-8e86-0c14775b1005 req-99ae0018-a541-4011-9a5f-2090a64599ac tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:21.995883 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-21b9cd5a-7506-4c21-8e86-0c14775b1005 req-99ae0018-a541-4011-9a5f-2090a64599ac tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=6022848e-64ce-4b1c-b3fe-6f4f4ae5362b HTTP/1.1" status: 200  len: 943 time: 0.0780487
Jul 06 00:46:22.053530 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-21b9cd5a-7506-4c21-8e86-0c14775b1005 req-85c06ddf-bb4c-4831-9421-8935fef5fecd tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504324
Jul 06 00:46:22.406784 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 56294) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:22.468142 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c3db00-07a6-46dc-a69f-53ab91858a80 admin admin] Deleting subnet a60bc796-39ac-4432-ad6a-03a21bc88ddc {{(pid=80881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 00:46:22.468522 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-36c3db00-07a6-46dc-a69f-53ab91858a80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:22.523657 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-36c3db00-07a6-46dc-a69f-53ab91858a80 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:22.535346 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-36c3db00-07a6-46dc-a69f-53ab91858a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312649'] for subnet, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:22.598445 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-36c3db00-07a6-46dc-a69f-53ab91858a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851463167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for subnet, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:22.603032 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7e8172b4-75d0-4bbd-ba7f-50a6157dfe7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:22.637927 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3db00-07a6-46dc-a69f-53ab91858a80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a60bc796-39ac-4432-ad6a-03a21bc88ddc,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:22.641046 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-36c3db00-07a6-46dc-a69f-53ab91858a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:22.644781 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-36c3db00-07a6-46dc-a69f-53ab91858a80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:22.650751 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-36c3db00-07a6-46dc-a69f-53ab91858a80 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a60bc796-39ac-4432-ad6a-03a21bc88ddc HTTP/1.1" status: 204  len: 168 time: 0.2428441
Jul 06 00:46:22.653577 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 56298) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:22.758099 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 81fe9708-8600-483b-9294-45922eb8c8e9 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 00:46:22.759039 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850613198'] for network, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:22.762881 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device ad682014-74b4-4eb4-93ae-d5b20e6151bd up at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:46:22.885949 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851462971', 'neutron.services.segments.db._delete_segments_for_network-8734505439535'] for network, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:22.901359 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f1a901e40b8>> segment before_delete 55550000 {{(pid=80881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:46:22.901756 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f1a901e40b8>> subnet precommit_delete_associations 55550000 {{(pid=80881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:46:22.902557 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1a901c8a90>> segment_host_mapping after_create 55550000 {{(pid=80881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:46:22.902928 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1a901c8a90>> port after_create 55550000 {{(pid=80881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:46:22.903313 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1a901c8a90>> port after_delete 55550000 {{(pid=80881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:46:22.903675 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1a901c8a90>> port after_update 55550000 {{(pid=80881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:46:22.904032 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1a901c8a90>> segment after_delete 55550000 {{(pid=80881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:46:22.904392 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1a901c8a90>> subnet after_create 55550000 {{(pid=80881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:46:22.904747 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1a901c8a90>> subnet after_delete 55550000 {{(pid=80881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:46:22.905102 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f1a901c8a90>> subnet after_update 55550000 {{(pid=80881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:46:22.951331 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 81fe9708-8600-483b-9294-45922eb8c8e9, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=81fe9708-8600-483b-9294-45922eb8c8e9,segment=NetworkSegment(c19fc380-ab52-4442-9be8-f6df29c17682),segment_id=c19fc380-ab52-4442-9be8-f6df29c17682)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:46:22.967775 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Returning: {'device': '81fe9708-8600-483b-9294-45922eb8c8e9', 'network_id': '0545c3c7-dd02-414b-a43d-cb852142669a', 'port_id': '81fe9708-8600-483b-9294-45922eb8c8e9', 'mac_address': 'fa:16:3e:d2:9d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e22e038-249a-4ad0-abf1-d66f75fc79a7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 00:46:22.972650 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1a8f5cf5c0>> subnet after_create 55550000 {{(pid=80881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:46:22.973042 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1a8f5cf5c0>> subnet after_delete 55550000 {{(pid=80881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:46:22.973421 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1a8f5cf5c0>> subnet before_create 55550000 {{(pid=80881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:46:22.973795 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f1a8f5cf5c0>> subnet before_update 55550000 {{(pid=80881) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jul 06 00:46:22.974181 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1a900dc2e8>,) {'filters': {'network_id': ['19732be1-73e3-4d00-aa78-32a7884cec12']}} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:46:22.988335 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a900dc2e8>, 'f323667f-7604-4dac-b4b2-e438c13b3634') {'for_net_delete': True} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:46:22.988646 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a900dc2e8>, 'f323667f-7604-4dac-b4b2-e438c13b3634') {} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:46:23.000900 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning for port ad682014-74b4-4eb4-93ae-d5b20e6151bd completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:46:23.004755 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302349340327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1355068'] for segment, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:23.012973 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning complete for port ad682014-74b4-4eb4-93ae-d5b20e6151bd triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:46:23.013324 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:23.021453 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:23.028589 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=80881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 00:46:23.029011 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851464142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853431138'] for segment, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]: Traceback (most recent call last):
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:     timer()
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:     cb(*args, **kw)
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:     return func(*args, **kwargs)
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:     self._notify()
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:     self.callback(batched_events)
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:     event.method(event)
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:     segment_id)['aggregates'][0]
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:     return f(self, *a, **k)
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self._get(url).json()
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:     **kwargs)
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self.request(url, 'GET', **kwargs)
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:     **endpoint_filter)
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 00:46:23.045862 dv-cinder-799546-2-iscsi neutron-server[80769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 00:46:23.074910 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:23.089861 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363357f5-747b-4f35-8e6f-e835207c31d3 req-c5aa5780-d7a9-46d3-b619-505165bfd648 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:23.091617 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-363357f5-747b-4f35-8e6f-e835207c31d3 req-c5aa5780-d7a9-46d3-b619-505165bfd648 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.1507828
Jul 06 00:46:23.098140 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81fe9708-8600-483b-9294-45922eb8c8e9 {{(pid=80882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:46:23.124720 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 81fe9708-8600-483b-9294-45922eb8c8e9, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=81fe9708-8600-483b-9294-45922eb8c8e9,segment=NetworkSegment(c19fc380-ab52-4442-9be8-f6df29c17682),segment_id=c19fc380-ab52-4442-9be8-f6df29c17682)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:46:23.127279 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3312860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459991'] for network, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:23.133773 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:23.137775 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-22dc560b-71c6-48cd-b99a-06c49586befa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:23.149637 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f95d3a-2e08-4341-a292-a90979c1e8cc req-c3ed51c0-ce98-405a-a486-ac73d0ed13dc tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:23.151410 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-13f95d3a-2e08-4341-a292-a90979c1e8cc req-c3ed51c0-ce98-405a-a486-ac73d0ed13dc tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 945 time: 0.1426740
Jul 06 00:46:23.162108 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] Pushing event deleted for resources: {'Network': ['ID=19732be1-73e3-4d00-aa78-32a7884cec12,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:23.162749 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:23.165238 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:23.170187 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] 10.222.0.13 "DELETE /v2.0/networks/19732be1-73e3-4d00-aa78-32a7884cec12 HTTP/1.1" status: 204  len: 168 time: 0.5156083
Jul 06 00:46:23.172060 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-363357f5-747b-4f35-8e6f-e835207c31d3 req-cc78cd36-23d0-42e0-9ec5-7c19fbbfddf8 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701764
Jul 06 00:46:23.185242 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:23.235766 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-13f95d3a-2e08-4341-a292-a90979c1e8cc req-579b9cfd-d101-41ee-bc9c-0b50191ee16a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732625
Jul 06 00:46:23.237693 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:23.273900 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=81fe9708-8600-483b-9294-45922eb8c8e9,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:23.277513 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:23.282139 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce1a6b4-e60c-479a-ab79-235549c8c6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad682014-74b4-4eb4-93ae-d5b20e6151bd'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:46:23.294334 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port ad682014-74b4-4eb4-93ae-d5b20e6151bd, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=ad682014-74b4-4eb4-93ae-d5b20e6151bd,segment=NetworkSegment(13961f85-3457-4e48-ae65-f590338ac95f),segment_id=13961f85-3457-4e48-ae65-f590338ac95f)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:46:23.299966 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:23.300876 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:46:23.329148 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:23.375926 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-375f1531-e412-4812-87f3-970f43045b6a None None] No Port match for: 54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:46:23.376341 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 54a8e67f-2b84-4f5f-bce3-fa6a3ec267b4 not bound to the agent host hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:46:23.400884 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7863650-bb01-4d8d-a0c4-3e9a8ef4baff req-0ae09a3c-d8a3-4e7c-96ae-e2fc53496898 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:23.401956 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=ad682014-74b4-4eb4-93ae-d5b20e6151bd,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:23.402467 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d7863650-bb01-4d8d-a0c4-3e9a8ef4baff req-0ae09a3c-d8a3-4e7c-96ae-e2fc53496898 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=6022848e-64ce-4b1c-b3fe-6f4f4ae5362b HTTP/1.1" status: 200  len: 944 time: 0.0932319
Jul 06 00:46:23.406547 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:23.449910 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 56314) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:23.455023 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce1a6b4-e60c-479a-ab79-235549c8c6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad682014-74b4-4eb4-93ae-d5b20e6151bd', 'code': 200}
Jul 06 00:46:23.459004 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d7863650-bb01-4d8d-a0c4-3e9a8ef4baff req-668417df-0106-4431-9b46-22fdf6b77cee tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468128
Jul 06 00:46:23.514763 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-9b95fae8-74d4-4279-9b8e-0c8aad7271b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=497c5bc6650a4132aea8c107f14defba&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0632949
Jul 06 00:46:23.518219 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 56318) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:23.539555 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['81fe9708-8600-483b-9294-45922eb8c8e9'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:46:23.580531 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9a3da085-4fdf-481d-9380-6a5239fca99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:23.612845 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9a3da085-4fdf-481d-9380-6a5239fca99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:23.673440 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9a3da085-4fdf-481d-9380-6a5239fca99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:23.678454 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-8a6bf385-46d9-4a97-b385-9e98afcb3aa7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:23.692947 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3da085-4fdf-481d-9380-6a5239fca99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14abe47-2b19-477d-8aec-c7e865dd3798,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:23.697199 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9a3da085-4fdf-481d-9380-6a5239fca99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:23.702840 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9a3da085-4fdf-481d-9380-6a5239fca99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:23.704111 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-9a3da085-4fdf-481d-9380-6a5239fca99e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c14abe47-2b19-477d-8aec-c7e865dd3798 HTTP/1.1" status: 204  len: 168 time: 0.1848233
Jul 06 00:46:23.807660 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8ae1bf22-bb4a-47af-9792-58835feee132 req-89df74c4-01dd-4cb3-a737-98ec1d4b4509 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 1099 time: 0.0677989
Jul 06 00:46:23.858392 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8ae1bf22-bb4a-47af-9792-58835feee132 req-4556c9bb-d59f-4755-9be0-c23b7a3e94c7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399463
Jul 06 00:46:24.380323 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89bb12-5788-4205-8cfd-4b5d13ace622 req-34f5ece1-4e7b-49ee-817f-1f88407e12bf tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:24.382745 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3f89bb12-5788-4205-8cfd-4b5d13ace622 req-34f5ece1-4e7b-49ee-817f-1f88407e12bf tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.0896585
Jul 06 00:46:24.442895 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3f89bb12-5788-4205-8cfd-4b5d13ace622 req-1d6666b4-2da9-4bce-b26d-ed039d402e4b tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522242
Jul 06 00:46:24.586761 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804592c-ea16-43e5-9a65-f827d75b2d54 req-278cd723-f70c-4ea9-a252-bef1b70afe64 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:24.588287 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3804592c-ea16-43e5-9a65-f827d75b2d54 req-278cd723-f70c-4ea9-a252-bef1b70afe64 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 946 time: 0.0792243
Jul 06 00:46:24.655540 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3804592c-ea16-43e5-9a65-f827d75b2d54 req-ca80cf75-51c5-4ab2-9d5d-a9f2d5237a34 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575664
Jul 06 00:46:24.764609 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b86ee7-8602-4af7-b21e-26d5eec1a493 req-ca6a7b89-65e7-4562-a106-af6645c12b1c tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:24.766202 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-06b86ee7-8602-4af7-b21e-26d5eec1a493 req-ca6a7b89-65e7-4562-a106-af6645c12b1c tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=6022848e-64ce-4b1c-b3fe-6f4f4ae5362b HTTP/1.1" status: 200  len: 944 time: 0.0778506
Jul 06 00:46:24.775170 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 81fe9708-8600-483b-9294-45922eb8c8e9 up at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:46:24.817910 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-06b86ee7-8602-4af7-b21e-26d5eec1a493 req-ca9af5f2-fd24-4197-b3b8-1df4fafa1d57 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444257
Jul 06 00:46:24.849748 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning for port 81fe9708-8600-483b-9294-45922eb8c8e9 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:46:24.854510 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning complete for port 81fe9708-8600-483b-9294-45922eb8c8e9 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:46:24.854928 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:24.967259 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:25.000783 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 81fe9708-8600-483b-9294-45922eb8c8e9, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=81fe9708-8600-483b-9294-45922eb8c8e9,segment=NetworkSegment(c19fc380-ab52-4442-9be8-f6df29c17682),segment_id=c19fc380-ab52-4442-9be8-f6df29c17682)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:46:25.003919 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:25.005860 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b5125923-4d45-4243-8574-414f1673fdd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:25.069046 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=81fe9708-8600-483b-9294-45922eb8c8e9,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:25.073641 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:25.456342 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6022848e-64ce-4b1c-b3fe-6f4f4ae5362b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fe9708-8600-483b-9294-45922eb8c8e9'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:46:25.504924 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6022848e-64ce-4b1c-b3fe-6f4f4ae5362b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fe9708-8600-483b-9294-45922eb8c8e9', 'code': 200}
Jul 06 00:46:25.911038 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c0df6-c5ab-4af0-af99-6e31617fc63d req-787f6083-9935-48d3-a722-c0bda1c744ac tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:25.912642 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-059c0df6-c5ab-4af0-af99-6e31617fc63d req-787f6083-9935-48d3-a722-c0bda1c744ac tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.1569748
Jul 06 00:46:25.918235 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a9543b98-1478-41e7-b494-abd3734e91ea req-f761baef-6d39-4baf-a270-c70edb295251 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6022848e-64ce-4b1c-b3fe-6f4f4ae5362b HTTP/1.1" status: 200  len: 1098 time: 0.2053778
Jul 06 00:46:25.994946 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 56382) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:26.025982 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-059c0df6-c5ab-4af0-af99-6e31617fc63d req-bab1e4f4-7deb-442e-b44f-1e7218ce7c7e tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/security-groups?id=0114d747-af04-430c-bc1d-25d88678e3d6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036711
Jul 06 00:46:26.033608 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b554d3-418c-4b70-9be8-4301ef30b693 req-4082befc-dc10-42cf-9e70-b3b7e71d1d20 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:26.035347 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-38b554d3-418c-4b70-9be8-4301ef30b693 req-4082befc-dc10-42cf-9e70-b3b7e71d1d20 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 946 time: 0.1838076
Jul 06 00:46:26.037013 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a9543b98-1478-41e7-b494-abd3734e91ea req-345d09f6-69bf-4efd-a2e5-b4e607934876 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943460
Jul 06 00:46:26.090359 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-38b554d3-418c-4b70-9be8-4301ef30b693 req-6e99c9e6-5e2a-456b-a4a4-9437fbae697d tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474324
Jul 06 00:46:26.243096 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cde55abe-3700-491f-90ba-1f1e8aa81021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:26.303569 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3483d5-e4b5-490a-9848-91de2872f69a req-3a263162-8633-49b2-9624-e81a030adb8f tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:26.304301 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-df3483d5-e4b5-490a-9848-91de2872f69a req-3a263162-8633-49b2-9624-e81a030adb8f tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Synchronizing usage tracker for tenant:1963967027cc4dd4b63bb84357052310 on resource:port {{(pid=80881) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:46:26.320447 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-df3483d5-e4b5-490a-9848-91de2872f69a req-3a263162-8633-49b2-9624-e81a030adb8f tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Unset dirty status for tenant:1963967027cc4dd4b63bb84357052310 on resource:port {{(pid=80881) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:46:26.321637 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-df3483d5-e4b5-490a-9848-91de2872f69a req-3a263162-8633-49b2-9624-e81a030adb8f tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 945 time: 0.3417881
Jul 06 00:46:26.337701 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-cde55abe-3700-491f-90ba-1f1e8aa81021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:46:26.346326 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-cde55abe-3700-491f-90ba-1f1e8aa81021 admin admin] Usage tracker for resource:security_group_rule and tenant:766c413df57c41999e9a17134a0454d2 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:46:26.353669 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-cde55abe-3700-491f-90ba-1f1e8aa81021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:46:26.367635 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ac3ec-d193-4bcc-b1fe-665a62d98320 req-ff6f5f16-03e8-4f07-a3ff-cfa8c51b989e tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:26.369202 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-855ac3ec-d193-4bcc-b1fe-665a62d98320 req-ff6f5f16-03e8-4f07-a3ff-cfa8c51b989e tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=6022848e-64ce-4b1c-b3fe-6f4f4ae5362b HTTP/1.1" status: 200  len: 945 time: 0.1981020
Jul 06 00:46:26.370068 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-cde55abe-3700-491f-90ba-1f1e8aa81021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:46:26.393746 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-df3483d5-e4b5-490a-9848-91de2872f69a req-a33a3287-d6aa-4ade-9f66-cf090cebebdd tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Deleting port 9551bc00-2956-4176-be5b-c2093ff12adc {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:46:26.394049 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-df3483d5-e4b5-490a-9848-91de2872f69a req-a33a3287-d6aa-4ade-9f66-cf090cebebdd tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:26.449032 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce5c40-62cb-4e52-9e7e-c525cf0ae945 req-4bfbd953-b661-4bd4-b5d1-28c133356934 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:26.450578 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0cce5c40-62cb-4e52-9e7e-c525cf0ae945 req-4bfbd953-b661-4bd4-b5d1-28c133356934 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 946 time: 0.1875205
Jul 06 00:46:26.465407 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-855ac3ec-d193-4bcc-b1fe-665a62d98320 req-233e9272-e22c-45a7-be0f-f1cc9f980016 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872781
Jul 06 00:46:26.537471 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0cce5c40-62cb-4e52-9e7e-c525cf0ae945 req-2dba9836-faea-4b70-aa0f-6fc9f6b30560 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766590
Jul 06 00:46:26.541395 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cde55abe-3700-491f-90ba-1f1e8aa81021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:26.544520 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cde55abe-3700-491f-90ba-1f1e8aa81021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:26.552719 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c31535ea-a248-47dd-bc03-36f964e093ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:26.564500 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 56390) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:26.602846 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde55abe-3700-491f-90ba-1f1e8aa81021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39f879b-b0f6-428a-baba-4127872826a7,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:26.606162 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cde55abe-3700-491f-90ba-1f1e8aa81021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:26.609764 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-cde55abe-3700-491f-90ba-1f1e8aa81021 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=766c413df57c41999e9a17134a0454d2&name=default HTTP/1.1" status: 200  len: 2629 time: 0.6125736
Jul 06 00:46:26.613291 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 56396) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:26.652369 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-df3483d5-e4b5-490a-9848-91de2872f69a req-a33a3287-d6aa-4ade-9f66-cf090cebebdd tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] For port 9551bc00-2956-4176-be5b-c2093ff12adc, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=9551bc00-2956-4176-be5b-c2093ff12adc,segment=NetworkSegment(42805dfe-6415-484b-a665-9832e690f418),segment_id=42805dfe-6415-484b-a665-9832e690f418)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:46:26.652686 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-df3483d5-e4b5-490a-9848-91de2872f69a req-a33a3287-d6aa-4ade-9f66-cf090cebebdd tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:26.687521 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-054f724e-55f4-4422-a908-f9d1bf65d74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:26.715476 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-054f724e-55f4-4422-a908-f9d1bf65d74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:26.785193 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-df3483d5-e4b5-490a-9848-91de2872f69a req-a33a3287-d6aa-4ade-9f66-cf090cebebdd tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Calling delete_port for 9551bc00-2956-4176-be5b-c2093ff12adc owned by compute:nova {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:46:26.821641 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-0b24e8b2-5b8a-49ec-8b00-2b4a48638517 tempest-TestShelveInstance-595552153 tempest-TestShelveInstance-595552153-project-admin] Synchronizing usage tracker for tenant:a395b08db90c4e9c81f50c30d57064c4 on resource:port {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:46:26.825239 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-054f724e-55f4-4422-a908-f9d1bf65d74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:26.831029 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:26.850640 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f724e-55f4-4422-a908-f9d1bf65d74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39f879b-b0f6-428a-baba-4127872826a7,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:26.853298 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-054f724e-55f4-4422-a908-f9d1bf65d74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:26.860728 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-054f724e-55f4-4422-a908-f9d1bf65d74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:26.861929 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-054f724e-55f4-4422-a908-f9d1bf65d74d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b39f879b-b0f6-428a-baba-4127872826a7 HTTP/1.1" status: 204  len: 168 time: 0.2476337
Jul 06 00:46:26.870610 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-0b24e8b2-5b8a-49ec-8b00-2b4a48638517 tempest-TestShelveInstance-595552153 tempest-TestShelveInstance-595552153-project-admin] Unset dirty status for tenant:a395b08db90c4e9c81f50c30d57064c4 on resource:port {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:46:26.872047 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-0b24e8b2-5b8a-49ec-8b00-2b4a48638517 tempest-TestShelveInstance-595552153 tempest-TestShelveInstance-595552153-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 1094 time: 0.3065236
Jul 06 00:46:26.875056 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 56404) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:26.883880 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Request body: {'floatingip': {'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'port_id': 'ad682014-74b4-4eb4-93ae-d5b20e6151bd', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:46:26.890458 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:46:26.894712 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Usage tracker for resource:floatingip and tenant:f0c256f0870e4bf7ae5b32acc283bad9 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:46:26.897863 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:46:26.904666 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:46:26.916021 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for floatingip, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:26.927525 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-df3483d5-e4b5-490a-9848-91de2872f69a req-a33a3287-d6aa-4ade-9f66-cf090cebebdd tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:26.933290 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e3d87aca-d021-4a80-a203-89bb893a016a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:26.978927 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a3287-d6aa-4ade-9f66-cf090cebebdd tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Pushing event deleted for resources: {'Port': ['ID=9551bc00-2956-4176-be5b-c2093ff12adc,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:26.983676 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a33a3287-d6aa-4ade-9f66-cf090cebebdd tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:27.066769 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3483d5-e4b5-490a-9848-91de2872f69a req-a33a3287-d6aa-4ade-9f66-cf090cebebdd tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] No DVR routers for this DVR port 9551bc00-2956-4176-be5b-c2093ff12adc on host hv-cinder-79954 {{(pid=80881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:46:27.070001 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-df3483d5-e4b5-490a-9848-91de2872f69a req-a33a3287-d6aa-4ade-9f66-cf090cebebdd tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:27.073235 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b96892a-f73f-402d-97ba-50d0488a3859', 'name': 'network-vif-deleted', 'tag': '9551bc00-2956-4176-be5b-c2093ff12adc'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:46:27.089106 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:27.092523 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-df3483d5-e4b5-490a-9848-91de2872f69a req-a33a3287-d6aa-4ade-9f66-cf090cebebdd tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.39 "DELETE /v2.0/ports/9551bc00-2956-4176-be5b-c2093ff12adc HTTP/1.1" status: 204  len: 173 time: 0.7606487
Jul 06 00:46:27.167394 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b96892a-f73f-402d-97ba-50d0488a3859', 'name': 'network-vif-deleted', 'tag': '9551bc00-2956-4176-be5b-c2093ff12adc', 'status': 'completed', 'code': 200}
Jul 06 00:46:27.296618 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-71050ad6-de68-425b-a076-7094554f2d77 req-a6f648ba-78e3-4094-86ba-e039ebf43ba6 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b96892a-f73f-402d-97ba-50d0488a3859 HTTP/1.1" status: 200  len: 210 time: 0.0646214
Jul 06 00:46:27.327235 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Allocated IP 172.27.1.152 (34126de2-0804-4024-8df6-3ba8cfd107e5/1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b/1902432a-e8ef-467f-9212-6bc5a0cc4c79) {{(pid=80880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:46:27.408858 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 56414) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:27.433161 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cf7d958d-663d-499a-af70-2aab9ddb18df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:27.469167 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-cf7d958d-663d-499a-af70-2aab9ddb18df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:46:27.473478 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-cf7d958d-663d-499a-af70-2aab9ddb18df admin admin] Usage tracker for resource:security_group_rule and tenant:35ce7538ac974e2bb12f4ce6b24fc4fb is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:46:27.476525 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-cf7d958d-663d-499a-af70-2aab9ddb18df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:46:27.482524 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-cf7d958d-663d-499a-af70-2aab9ddb18df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:46:27.568796 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cf7d958d-663d-499a-af70-2aab9ddb18df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:27.571724 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cf7d958d-663d-499a-af70-2aab9ddb18df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:27.579633 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-34b8e3b3-ccc3-4130-bba0-556c086b575f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:27.635355 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d958d-663d-499a-af70-2aab9ddb18df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d52e90-5b5f-4b91-87ae-ddb330a2152b,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:27.638781 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cf7d958d-663d-499a-af70-2aab9ddb18df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:27.641493 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-cf7d958d-663d-499a-af70-2aab9ddb18df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35ce7538ac974e2bb12f4ce6b24fc4fb&name=default HTTP/1.1" status: 200  len: 2629 time: 0.2315514
Jul 06 00:46:27.644789 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 56420) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:27.709246 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7243677c-27bf-42cc-9210-6d7aac24b969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:27.738351 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7243677c-27bf-42cc-9210-6d7aac24b969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:27.769434 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for port, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:27.779657 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54555005-8754-4250-b31c-92c43fd3e092 req-4fbf11a1-71e0-4b43-bd7f-ab7ac582a20f tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:27.781218 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-54555005-8754-4250-b31c-92c43fd3e092 req-4fbf11a1-71e0-4b43-bd7f-ab7ac582a20f tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=6022848e-64ce-4b1c-b3fe-6f4f4ae5362b HTTP/1.1" status: 200  len: 945 time: 0.1454570
Jul 06 00:46:27.789335 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7243677c-27bf-42cc-9210-6d7aac24b969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:27.794650 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0bcaa425-832a-4f01-b8cf-b495e08e1efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:27.810373 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243677c-27bf-42cc-9210-6d7aac24b969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d52e90-5b5f-4b91-87ae-ddb330a2152b,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:27.812806 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7243677c-27bf-42cc-9210-6d7aac24b969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:27.818422 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7243677c-27bf-42cc-9210-6d7aac24b969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:27.822013 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-7243677c-27bf-42cc-9210-6d7aac24b969 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85d52e90-5b5f-4b91-87ae-ddb330a2152b HTTP/1.1" status: 204  len: 168 time: 0.1736546
Jul 06 00:46:27.841047 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-54555005-8754-4250-b31c-92c43fd3e092 req-db6d854a-6aa6-4e90-bcd6-3015ef199095 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519073
Jul 06 00:46:27.842489 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:27.847589 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:27.914619 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Network 34126de2-0804-4024-8df6-3ba8cfd107e5 is already hosted by enough agents. {{(pid=80880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:46:27.917735 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Resources bound (agent type, host, resource id):  {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:46:27.922143 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Received port after_create {{(pid=80880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:46:27.945442 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Pushing event updated for resources: {'Port': ['ID=1902432a-e8ef-467f-9212-6bc5a0cc4c79,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:27.950540 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:28.411255 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 56448) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:28.491872 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:28.547306 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:28.780123 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 9551bc00-2956-4176-be5b-c2093ff12adc no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:46:28.793639 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:28.800197 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822393280'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:28.805553 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:28.843648 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ec430122-9cef-4b95-a8a4-220394f47d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854316684'] for router_interface, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:28.865381 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-375f1531-e412-4812-87f3-970f43045b6a None None] No Port match for: 9551bc00-2956-4176-be5b-c2093ff12adc {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:46:28.865774 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 9551bc00-2956-4176-be5b-c2093ff12adc not bound to the agent host hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:46:28.925194 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Pushing event updated for resources: {'Port': ['ID=1902432a-e8ef-467f-9212-6bc5a0cc4c79,revision_number=2']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:28.928731 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:28.942557 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459972'] for floatingip, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:29.231663 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.l3_db [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Floating IP 8b02b15b-e939-4fc0-9f6c-632d05ff26b2 associated. External IP: 172.27.1.152, port: ad682014-74b4-4eb4-93ae-d5b20e6151bd.
Jul 06 00:46:29.345657 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1025e86-3cfb-497e-ba21-2f0475984b17 req-01eac741-df56-49c6-a9d2-fa5f85d55508 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:29.347276 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d1025e86-3cfb-497e-ba21-2f0475984b17 req-01eac741-df56-49c6-a9d2-fa5f85d55508 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=6022848e-64ce-4b1c-b3fe-6f4f4ae5362b HTTP/1.1" status: 200  len: 945 time: 0.1750009
Jul 06 00:46:29.467548 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d1025e86-3cfb-497e-ba21-2f0475984b17 req-d9095e10-62a4-4cdd-9cfc-eb455b9d31ea tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686517
Jul 06 00:46:29.497688 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-ec430122-9cef-4b95-a8a4-220394f47d04 admin admin] Deleting port 9b9ab612-60f6-4e3d-bb34-4903f10ab82b {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:46:29.498186 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ec430122-9cef-4b95-a8a4-220394f47d04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:29.911877 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-ec430122-9cef-4b95-a8a4-220394f47d04 admin admin] For port 9b9ab612-60f6-4e3d-bb34-4903f10ab82b, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=9b9ab612-60f6-4e3d-bb34-4903f10ab82b,segment=NetworkSegment(42805dfe-6415-484b-a665-9832e690f418),segment_id=42805dfe-6415-484b-a665-9832e690f418)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:46:29.912268 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ec430122-9cef-4b95-a8a4-220394f47d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:29.928974 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Router b2e21710-4ee6-4386-8d9b-f6430ef37add has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:46:30.037908 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-ec430122-9cef-4b95-a8a4-220394f47d04 admin admin] Calling delete_port for 9b9ab612-60f6-4e3d-bb34-4903f10ab82b owned by network:router_interface {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:46:30.135010 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:46:30.148089 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5816e848-6322-48b6-93e1-3f5cd37475cb None None] Sync routers for ids ['b2e21710-4ee6-4386-8d9b-f6430ef37add'] in dv-cinder-799546-2-iscsi {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:46:30.166502 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for floatingip, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:30.169642 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5816e848-6322-48b6-93e1-3f5cd37475cb None None] Routers {'b2e21710-4ee6-4386-8d9b-f6430ef37add'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:46:30.170327 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-5816e848-6322-48b6-93e1-3f5cd37475cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a907f5208>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:46:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b2e21710-4ee6-4386-8d9b-f6430ef37add'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:46:30.219844 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.3434465
Jul 06 00:46:30.220792 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce1a6b4-e60c-479a-ab79-235549c8c6ba', 'tag': 'ad682014-74b4-4eb4-93ae-d5b20e6151bd'}] {{(pid=80880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:46:30.277634 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce1a6b4-e60c-479a-ab79-235549c8c6ba', 'tag': 'ad682014-74b4-4eb4-93ae-d5b20e6151bd', 'status': 'completed', 'code': 200}
Jul 06 00:46:30.394404 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-5816e848-6322-48b6-93e1-3f5cd37475cb None None] Set router b2e21710-4ee6-4386-8d9b-f6430ef37add gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:46:30.447267 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ec430122-9cef-4b95-a8a4-220394f47d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:30.454500 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fecbd653-ea56-4d67-9b0b-9a5936b80503 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:30.499259 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec430122-9cef-4b95-a8a4-220394f47d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b9ab612-60f6-4e3d-bb34-4903f10ab82b,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:30.505413 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-ec430122-9cef-4b95-a8a4-220394f47d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:30.561300 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-372bf575-583c-4bf4-b9c9-eaeed76b42e5 req-30925ad6-6ada-472b-976a-8039f84b59d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f0c256f0870e4bf7ae5b32acc283bad9&device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 1099 time: 0.2449770
Jul 06 00:46:30.671477 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727c212-8107-467d-ab94-c4f249d99add req-9041d242-3458-4634-8002-7c8a07503d78 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:30.673686 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6727c212-8107-467d-ab94-c4f249d99add req-9041d242-3458-4634-8002-7c8a07503d78 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.39 "GET /v2.0/ports?device_id=6022848e-64ce-4b1c-b3fe-6f4f4ae5362b HTTP/1.1" status: 200  len: 945 time: 0.0861356
Jul 06 00:46:30.804184 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-6727c212-8107-467d-ab94-c4f249d99add req-45080b2f-35b6-419f-94a5-9b7747258ca4 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Deleting port 81fe9708-8600-483b-9294-45922eb8c8e9 {{(pid=80880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:46:30.804827 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-6727c212-8107-467d-ab94-c4f249d99add req-45080b2f-35b6-419f-94a5-9b7747258ca4 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:30.811999 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-5816e848-6322-48b6-93e1-3f5cd37475cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a907f5208>, [{'id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'name': 'tempest-TestShelveInstance-1532931694-router', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '77905b43-b4f6-487b-9a96-b4986ab5be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:45:03Z', 'updated_at': '2021-07-06T00:45:07Z', 'revision_number': 4, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'gw_port': {'id': '77905b43-b4f6-487b-9a96-b4986ab5be94', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:04Z', 'updated_at': '2021-07-06T00:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '8b02b15b-e939-4fc0-9f6c-632d05ff26b2', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'port_id': 'ad682014-74b4-4eb4-93ae-d5b20e6151bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7', 'mac_address': 'fa:16:3e:51:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce1a6b4-e60c-479a-ab79-235549c8c6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:46:28Z', 'updated_at': '2021-07-06T00:46:28Z', 'revision_number': 0, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cdcbaee-b519-4186-b2ab-839c53f6e3ab', 'name': '', 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'mac_address': 'fa:16:3e:df:17:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35df5122-581f-4bdc-a4f3-ffbf681f5270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:07Z', 'updated_at': '2021-07-06T00:45:17Z', 'revision_number': 5, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'subnets': [{'id': '35df5122-581f-4bdc-a4f3-ffbf681f5270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:46:30.817397 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5816e848-6322-48b6-93e1-3f5cd37475cb None None] Checking router: b2e21710-4ee6-4386-8d9b-f6430ef37add for host: dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:46:30.836719 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5816e848-6322-48b6-93e1-3f5cd37475cb None None] Routers {'b2e21710-4ee6-4386-8d9b-f6430ef37add'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:46:30.838030 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-5816e848-6322-48b6-93e1-3f5cd37475cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a907f5208>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:46:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b2e21710-4ee6-4386-8d9b-f6430ef37add'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:46:30.922121 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187a1ff-2279-47ea-b02d-16fdec874a10 req-13bc1690-0550-41ee-b9d5-f55fe031be82 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:30.923828 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-4187a1ff-2279-47ea-b02d-16fdec874a10 req-13bc1690-0550-41ee-b9d5-f55fe031be82 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=6022848e-64ce-4b1c-b3fe-6f4f4ae5362b HTTP/1.1" status: 200  len: 945 time: 0.2489934
Jul 06 00:46:30.944760 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bf575-583c-4bf4-b9c9-eaeed76b42e5 req-f62b039f-d0e5-4a35-bf25-455d2246578f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:30.946626 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-372bf575-583c-4bf4-b9c9-eaeed76b42e5 req-f62b039f-d0e5-4a35-bf25-455d2246578f service neutron] 10.222.0.39 "GET /v2.0/networks?id=411d145c-8901-4ec3-b98d-0157f9cbedb7 HTTP/1.1" status: 200  len: 910 time: 0.3281345
Jul 06 00:46:31.062496 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ec430122-9cef-4b95-a8a4-220394f47d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851622423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401411'] for router_interface, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:31.084379 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-4187a1ff-2279-47ea-b02d-16fdec874a10 req-108160bb-5460-45b3-9667-a6e8eb68be01 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/security-groups?id=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1429188
Jul 06 00:46:31.135027 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-6727c212-8107-467d-ab94-c4f249d99add req-45080b2f-35b6-419f-94a5-9b7747258ca4 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] For port 81fe9708-8600-483b-9294-45922eb8c8e9, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=81fe9708-8600-483b-9294-45922eb8c8e9,segment=NetworkSegment(c19fc380-ab52-4442-9be8-f6df29c17682),segment_id=c19fc380-ab52-4442-9be8-f6df29c17682)] {{(pid=80880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:46:31.135479 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-6727c212-8107-467d-ab94-c4f249d99add req-45080b2f-35b6-419f-94a5-9b7747258ca4 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:31.162052 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-372bf575-583c-4bf4-b9c9-eaeed76b42e5 req-4267b16f-5327-484e-aae5-850133bce5ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad682014-74b4-4eb4-93ae-d5b20e6151bd HTTP/1.1" status: 200  len: 1000 time: 0.1980958
Jul 06 00:46:31.197573 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-5816e848-6322-48b6-93e1-3f5cd37475cb None None] Set router b2e21710-4ee6-4386-8d9b-f6430ef37add gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:46:31.240653 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372bf575-583c-4bf4-b9c9-eaeed76b42e5 req-e905875b-5def-4858-9db4-fca7c0071a81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:31.242199 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-372bf575-583c-4bf4-b9c9-eaeed76b42e5 req-e905875b-5def-4858-9db4-fca7c0071a81 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35df5122-581f-4bdc-a4f3-ffbf681f5270 HTTP/1.1" status: 200  len: 848 time: 0.0708272
Jul 06 00:46:31.269142 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-6727c212-8107-467d-ab94-c4f249d99add req-45080b2f-35b6-419f-94a5-9b7747258ca4 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Calling delete_port for 81fe9708-8600-483b-9294-45922eb8c8e9 owned by compute:nova {{(pid=80880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:46:31.411529 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-6727c212-8107-467d-ab94-c4f249d99add req-45080b2f-35b6-419f-94a5-9b7747258ca4 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:31.417709 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:31.426026 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['81fe9708-8600-483b-9294-45922eb8c8e9'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:46:31.465951 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45080b2f-35b6-419f-94a5-9b7747258ca4 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Pushing event deleted for resources: {'Port': ['ID=81fe9708-8600-483b-9294-45922eb8c8e9,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:31.469131 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-45080b2f-35b6-419f-94a5-9b7747258ca4 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:31.551930 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-6727c212-8107-467d-ab94-c4f249d99add req-45080b2f-35b6-419f-94a5-9b7747258ca4 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] No DVR routers for this DVR port 81fe9708-8600-483b-9294-45922eb8c8e9 on host hv-cinder-79954 {{(pid=80880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:46:31.554476 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-6727c212-8107-467d-ab94-c4f249d99add req-45080b2f-35b6-419f-94a5-9b7747258ca4 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:31.557550 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-5816e848-6322-48b6-93e1-3f5cd37475cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a907f5208>, [{'id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'name': 'tempest-TestShelveInstance-1532931694-router', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '77905b43-b4f6-487b-9a96-b4986ab5be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:45:03Z', 'updated_at': '2021-07-06T00:45:07Z', 'revision_number': 4, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'gw_port': {'id': '77905b43-b4f6-487b-9a96-b4986ab5be94', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:04Z', 'updated_at': '2021-07-06T00:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '8b02b15b-e939-4fc0-9f6c-632d05ff26b2', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'port_id': 'ad682014-74b4-4eb4-93ae-d5b20e6151bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7', 'mac_address': 'fa:16:3e:51:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce1a6b4-e60c-479a-ab79-235549c8c6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:46:28Z', 'updated_at': '2021-07-06T00:46:28Z', 'revision_number': 0, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cdcbaee-b519-4186-b2ab-839c53f6e3ab', 'name': '', 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'mac_address': 'fa:16:3e:df:17:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35df5122-581f-4bdc-a4f3-ffbf681f5270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:07Z', 'updated_at': '2021-07-06T00:45:17Z', 'revision_number': 5, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'subnets': [{'id': '35df5122-581f-4bdc-a4f3-ffbf681f5270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:46:31.561834 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5816e848-6322-48b6-93e1-3f5cd37475cb None None] The sync data for ids ['b2e21710-4ee6-4386-8d9b-f6430ef37add'] in dv-cinder-799546-2-iscsi is: [{'id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'name': 'tempest-TestShelveInstance-1532931694-router', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '77905b43-b4f6-487b-9a96-b4986ab5be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:45:03Z', 'updated_at': '2021-07-06T00:45:07Z', 'revision_number': 4, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'gw_port': {'id': '77905b43-b4f6-487b-9a96-b4986ab5be94', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:04Z', 'updated_at': '2021-07-06T00:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '8b02b15b-e939-4fc0-9f6c-632d05ff26b2', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'port_id': 'ad682014-74b4-4eb4-93ae-d5b20e6151bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7', 'mac_address': 'fa:16:3e:51:d3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce1a6b4-e60c-479a-ab79-235549c8c6ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:46:28Z', 'updated_at': '2021-07-06T00:46:28Z', 'revision_number': 0, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cdcbaee-b519-4186-b2ab-839c53f6e3ab', 'name': '', 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'mac_address': 'fa:16:3e:df:17:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35df5122-581f-4bdc-a4f3-ffbf681f5270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:07Z', 'updated_at': '2021-07-06T00:45:17Z', 'revision_number': 5, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'subnets': [{'id': '35df5122-581f-4bdc-a4f3-ffbf681f5270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:46:31.566352 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6727c212-8107-467d-ab94-c4f249d99add req-45080b2f-35b6-419f-94a5-9b7747258ca4 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.39 "DELETE /v2.0/ports/81fe9708-8600-483b-9294-45922eb8c8e9 HTTP/1.1" status: 204  len: 173 time: 0.8543725
Jul 06 00:46:31.625966 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-372bf575-583c-4bf4-b9c9-eaeed76b42e5 req-6ad0cd34-7fa0-477b-8a24-5f6212281609 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=411d145c-8901-4ec3-b98d-0157f9cbedb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3260288
Jul 06 00:46:31.922819 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-372bf575-583c-4bf4-b9c9-eaeed76b42e5 req-2671a3d5-fa8e-4eca-811d-c00b10c09303 service neutron] 10.222.0.39 "GET /v2.0/networks/411d145c-8901-4ec3-b98d-0157f9cbedb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2859950
Jul 06 00:46:31.944675 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c95b26-550d-4400-905e-1c3a30f5f56b None None] New status for floating IP 8b02b15b-e939-4fc0-9f6c-632d05ff26b2: ACTIVE {{(pid=80882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 00:46:32.170812 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-372bf575-583c-4bf4-b9c9-eaeed76b42e5 req-50286b0d-0510-460a-b73d-2eac950828e6 service neutron] 10.222.0.39 "GET /v2.0/networks/411d145c-8901-4ec3-b98d-0157f9cbedb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2392876
Jul 06 00:46:32.279098 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6022848e-64ce-4b1c-b3fe-6f4f4ae5362b', 'name': 'network-vif-deleted', 'tag': '81fe9708-8600-483b-9294-45922eb8c8e9'}] {{(pid=80880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:46:32.362297 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec430122-9cef-4b95-a8a4-220394f47d04 admin admin] Router 9100c6d2-4cc9-4052-b31c-31d10484ba49 has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:46:32.380393 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6022848e-64ce-4b1c-b3fe-6f4f4ae5362b', 'name': 'network-vif-deleted', 'tag': '81fe9708-8600-483b-9294-45922eb8c8e9', 'status': 'completed', 'code': 200}
Jul 06 00:46:32.386227 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-263d458e-2dd1-47d1-b882-df597010b8e8 req-8b2ec6d4-9938-4225-8f54-a9423da9a7ab tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Synchronizing usage tracker for tenant:dd2bd617124e41d7bc1eec147aca3725 on resource:port {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:46:32.405778 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-263d458e-2dd1-47d1-b882-df597010b8e8 req-8b2ec6d4-9938-4225-8f54-a9423da9a7ab tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Unset dirty status for tenant:dd2bd617124e41d7bc1eec147aca3725 on resource:port {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:46:32.407036 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-263d458e-2dd1-47d1-b882-df597010b8e8 req-8b2ec6d4-9938-4225-8f54-a9423da9a7ab tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] 10.222.0.13 "GET /v2.0/ports?device_id=6022848e-64ce-4b1c-b3fe-6f4f4ae5362b HTTP/1.1" status: 200  len: 210 time: 0.0991890
Jul 06 00:46:32.575088 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec430122-9cef-4b95-a8a4-220394f47d04 admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:46:32.586846 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0fee93-6f27-47ff-a809-6f75efcccdbd None None] Sync routers for ids ['9100c6d2-4cc9-4052-b31c-31d10484ba49'] in dv-cinder-799546-2-iscsi {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:46:32.591844 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-ec430122-9cef-4b95-a8a4-220394f47d04 admin admin] 10.222.0.13 "PUT /v2.0/routers/9100c6d2-4cc9-4052-b31c-31d10484ba49/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1771493
Jul 06 00:46:32.592505 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 56520) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:32.604209 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0fee93-6f27-47ff-a809-6f75efcccdbd None None] Routers {'9100c6d2-4cc9-4052-b31c-31d10484ba49'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:46:32.604887 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-cd0fee93-6f27-47ff-a809-6f75efcccdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a98470940>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:46:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['9100c6d2-4cc9-4052-b31c-31d10484ba49'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:46:32.802629 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cb482798-1ec4-4354-ad7f-a6867519bdce admin admin] Notify callbacks [] for router, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:32.808168 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-cd0fee93-6f27-47ff-a809-6f75efcccdbd None None] Set router 9100c6d2-4cc9-4052-b31c-31d10484ba49 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:46:32.996010 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cb482798-1ec4-4354-ad7f-a6867519bdce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:33.004706 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-cb482798-1ec4-4354-ad7f-a6867519bdce admin admin] Deleting port a098f709-a885-4b0b-8359-44a3fd357ead {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:46:33.005212 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cb482798-1ec4-4354-ad7f-a6867519bdce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:33.105356 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-cd0fee93-6f27-47ff-a809-6f75efcccdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a98470940>, [{'id': '9100c6d2-4cc9-4052-b31c-31d10484ba49', 'name': 'tempest-ServerRescueNegativeTestJSON-963439053-router', 'tenant_id': '1963967027cc4dd4b63bb84357052310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.12'}], 'enable_snat': True}, 'gw_port_id': 'a098f709-a885-4b0b-8359-44a3fd357ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:29Z', 'updated_at': '2021-07-06T00:46:30Z', 'revision_number': 5, 'project_id': '1963967027cc4dd4b63bb84357052310', 'gw_port': {'id': 'a098f709-a885-4b0b-8359-44a3fd357ead', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:60:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9100c6d2-4cc9-4052-b31c-31d10484ba49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:30Z', 'updated_at': '2021-07-06T00:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:46:33.109379 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0fee93-6f27-47ff-a809-6f75efcccdbd None None] Checking router: 9100c6d2-4cc9-4052-b31c-31d10484ba49 for host: dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:46:33.125156 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0fee93-6f27-47ff-a809-6f75efcccdbd None None] Routers {'9100c6d2-4cc9-4052-b31c-31d10484ba49'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:46:33.125820 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-cd0fee93-6f27-47ff-a809-6f75efcccdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a98470940>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:46:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['9100c6d2-4cc9-4052-b31c-31d10484ba49'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:46:33.183331 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-cb482798-1ec4-4354-ad7f-a6867519bdce admin admin] For port a098f709-a885-4b0b-8359-44a3fd357ead, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=a098f709-a885-4b0b-8359-44a3fd357ead,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:46:33.183669 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cb482798-1ec4-4354-ad7f-a6867519bdce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:33.279869 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-cd0fee93-6f27-47ff-a809-6f75efcccdbd None None] Set router 9100c6d2-4cc9-4052-b31c-31d10484ba49 gateway port host: None {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:46:33.310211 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-cb482798-1ec4-4354-ad7f-a6867519bdce admin admin] Calling delete_port for a098f709-a885-4b0b-8359-44a3fd357ead owned by network:router_gateway {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:46:33.388446 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-cd0fee93-6f27-47ff-a809-6f75efcccdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a98470940>, [{'id': '9100c6d2-4cc9-4052-b31c-31d10484ba49', 'name': 'tempest-ServerRescueNegativeTestJSON-963439053-router', 'tenant_id': '1963967027cc4dd4b63bb84357052310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:29Z', 'updated_at': '2021-07-06T00:46:32Z', 'revision_number': 6, 'project_id': '1963967027cc4dd4b63bb84357052310', 'gw_port_host': None}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:46:33.393906 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0fee93-6f27-47ff-a809-6f75efcccdbd None None] The sync data for ids ['9100c6d2-4cc9-4052-b31c-31d10484ba49'] in dv-cinder-799546-2-iscsi is: [{'id': '9100c6d2-4cc9-4052-b31c-31d10484ba49', 'name': 'tempest-ServerRescueNegativeTestJSON-963439053-router', 'tenant_id': '1963967027cc4dd4b63bb84357052310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:29Z', 'updated_at': '2021-07-06T00:46:32Z', 'revision_number': 6, 'project_id': '1963967027cc4dd4b63bb84357052310', 'gw_port_host': None}] {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:46:33.715772 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cb482798-1ec4-4354-ad7f-a6867519bdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:33.721095 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a69b3332-286d-4e75-83bc-f3f267858834 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:33.768302 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb482798-1ec4-4354-ad7f-a6867519bdce admin admin] Pushing event deleted for resources: {'Port': ['ID=a098f709-a885-4b0b-8359-44a3fd357ead,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:33.773170 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cb482798-1ec4-4354-ad7f-a6867519bdce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:34.027932 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cb482798-1ec4-4354-ad7f-a6867519bdce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854309336'] for router_gateway, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:34.329835 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cb482798-1ec4-4354-ad7f-a6867519bdce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854256418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854766699'] for router, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:34.334805 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cb482798-1ec4-4354-ad7f-a6867519bdce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:34.424971 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cb482798-1ec4-4354-ad7f-a6867519bdce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459192'] for router, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:34.424971 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb482798-1ec4-4354-ad7f-a6867519bdce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9100c6d2-4cc9-4052-b31c-31d10484ba49 {{(pid=80881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 06 00:46:34.439021 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cb482798-1ec4-4354-ad7f-a6867519bdce admin admin] Notify callbacks [] for router, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:34.443402 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-cb482798-1ec4-4354-ad7f-a6867519bdce admin admin] 10.222.0.13 "DELETE /v2.0/routers/9100c6d2-4cc9-4052-b31c-31d10484ba49 HTTP/1.1" status: 204  len: 168 time: 1.8461781
Jul 06 00:46:34.443402 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 56564) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:34.524540 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff50649-ae37-4de2-abee-f5517c2752fa admin admin] Deleting subnet 86a28ffc-a537-4a50-9ffb-7893c410a8f3 {{(pid=80881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 00:46:34.528794 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9ff50649-ae37-4de2-abee-f5517c2752fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:34.561848 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 9b9ab612-60f6-4e3d-bb34-4903f10ab82b no longer exists at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:46:34.600741 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] No Port match for: 9b9ab612-60f6-4e3d-bb34-4903f10ab82b {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:46:34.601314 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 9b9ab612-60f6-4e3d-bb34-4903f10ab82b not bound to the agent host dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:46:34.601912 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device a098f709-a885-4b0b-8359-44a3fd357ead no longer exists at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:46:34.621178 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9ff50649-ae37-4de2-abee-f5517c2752fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853420725'] for subnet, precommit_delete_associations {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:34.636466 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] No Port match for: a098f709-a885-4b0b-8359-44a3fd357ead {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:46:34.637030 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device a098f709-a885-4b0b-8359-44a3fd357ead not bound to the agent host dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:46:34.703171 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9ff50649-ae37-4de2-abee-f5517c2752fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312649'] for subnet, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:34.788532 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9ff50649-ae37-4de2-abee-f5517c2752fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851463167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1343856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823284784'] for subnet, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:34.803120 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-36c3db00-07a6-46dc-a69f-53ab91858a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:34.821424 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 81fe9708-8600-483b-9294-45922eb8c8e9 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:46:34.837859 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9ff50649-ae37-4de2-abee-f5517c2752fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:34.846602 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-9ff50649-ae37-4de2-abee-f5517c2752fa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/86a28ffc-a537-4a50-9ffb-7893c410a8f3 HTTP/1.1" status: 204  len: 168 time: 0.3995450
Jul 06 00:46:34.847027 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 56586) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:34.854238 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff50649-ae37-4de2-abee-f5517c2752fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86a28ffc-a537-4a50-9ffb-7893c410a8f3,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:34.861404 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9ff50649-ae37-4de2-abee-f5517c2752fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:34.864861 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-375f1531-e412-4812-87f3-970f43045b6a None None] No Port match for: 81fe9708-8600-483b-9294-45922eb8c8e9 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:46:34.865259 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 81fe9708-8600-483b-9294-45922eb8c8e9 not bound to the agent host hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:46:34.963752 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-aa8a03a5-97aa-46cb-84d6-d0b0f080fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850613198'] for network, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:35.089136 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-aa8a03a5-97aa-46cb-84d6-d0b0f080fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851462971', 'neutron.services.segments.db._delete_segments_for_network-8734505439535'] for network, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:35.103894 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-aa8a03a5-97aa-46cb-84d6-d0b0f080fd8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1a8f677908>,) {'filters': {'network_id': ['f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e']}} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:46:35.116682 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-aa8a03a5-97aa-46cb-84d6-d0b0f080fd8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8f677908>, '42805dfe-6415-484b-a665-9832e690f418') {'for_net_delete': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:46:35.117020 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-aa8a03a5-97aa-46cb-84d6-d0b0f080fd8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8f677908>, '42805dfe-6415-484b-a665-9832e690f418') {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:46:35.130333 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-aa8a03a5-97aa-46cb-84d6-d0b0f080fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302349340327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1432422'] for segment, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:35.145811 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-aa8a03a5-97aa-46cb-84d6-d0b0f080fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:35.152033 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8a03a5-97aa-46cb-84d6-d0b0f080fd8a admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=80880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 00:46:35.152453 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-aa8a03a5-97aa-46cb-84d6-d0b0f080fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851464142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822393246'] for segment, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]: Traceback (most recent call last):
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:     timer()
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:     cb(*args, **kw)
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:     return func(*args, **kwargs)
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:     self._notify()
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:     self.callback(batched_events)
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:     event.method(event)
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:     segment_id)['aggregates'][0]
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:     return f(self, *a, **k)
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self._get(url).json()
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:     **kwargs)
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self.request(url, 'GET', **kwargs)
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:     **endpoint_filter)
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 00:46:35.166004 dv-cinder-799546-2-iscsi neutron-server[80769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 00:46:35.237529 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-aa8a03a5-97aa-46cb-84d6-d0b0f080fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3312860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459991'] for network, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:35.241239 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:35.257101 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-aa8a03a5-97aa-46cb-84d6-d0b0f080fd8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:35.265384 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a03a5-97aa-46cb-84d6-d0b0f080fd8a admin admin] Pushing event deleted for resources: {'Network': ['ID=f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:35.268725 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-aa8a03a5-97aa-46cb-84d6-d0b0f080fd8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:35.273050 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-aa8a03a5-97aa-46cb-84d6-d0b0f080fd8a admin admin] 10.222.0.13 "DELETE /v2.0/networks/f3bbc19f-1dad-49c1-bbda-8acb28c6ec1e HTTP/1.1" status: 204  len: 168 time: 0.4249101
Jul 06 00:46:35.480476 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 56610) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:35.534089 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-6f1a8090-4985-4715-97d0-b05685eb21c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1963967027cc4dd4b63bb84357052310&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0522776
Jul 06 00:46:35.536582 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 56614) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:35.600546 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-05fe74d3-bfa5-422e-8f6a-832cca33b3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:35.626647 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-05fe74d3-bfa5-422e-8f6a-832cca33b3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:35.679888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-05fe74d3-bfa5-422e-8f6a-832cca33b3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:35.685058 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-054f724e-55f4-4422-a908-f9d1bf65d74d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:35.701185 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe74d3-bfa5-422e-8f6a-832cca33b3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0114d747-af04-430c-bc1d-25d88678e3d6,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:35.703953 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-05fe74d3-bfa5-422e-8f6a-832cca33b3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:35.711939 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-05fe74d3-bfa5-422e-8f6a-832cca33b3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:35.715839 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-05fe74d3-bfa5-422e-8f6a-832cca33b3ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0114d747-af04-430c-bc1d-25d88678e3d6 HTTP/1.1" status: 204  len: 168 time: 0.1756189
Jul 06 00:46:36.663783 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 56650) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:36.805327 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2032814975-network', 'tenant_id': '21b0829bee9048fc90ba206d9988d456'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:46:36.810348 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:46:36.814381 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Usage tracker for resource:network and tenant:21b0829bee9048fc90ba206d9988d456 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:46:36.818253 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:46:36.824073 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:46:36.832773 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Made reservation on behalf of 21b0829bee9048fc90ba206d9988d456 for: {'network': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:46:36.837317 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for network, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:36.850411 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:36.880331 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:46:36.884906 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Usage tracker for resource:security_group_rule and tenant:21b0829bee9048fc90ba206d9988d456 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:46:36.888349 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:46:36.894402 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:46:36.967749 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:36.971711 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:36.974865 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-df91e727-c81f-4330-894b-aafb30215bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:37.024021 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'}  {{(pid=80881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 00:46:37.037328 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca382f2-0b1f-4271-bf7d-465862552da7,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:37.046203 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:37.046586 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.segments_db [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Added segment 6d9114fc-06ae-4c8a-a003-f75e46019ba5 of type vlan for network 3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb
Jul 06 00:46:37.054933 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:37.055379 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:37.055776 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:37.056169 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:37.056575 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:37.056932 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:37.057318 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:37.057702 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:37.058085 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:37.058468 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:37.058853 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:37.062973 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:37.089404 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734504930197'] for network, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:37.119567 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for network, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:37.121118 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:37.121490 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:37.126675 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:37.224363 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.5593641
Jul 06 00:46:37.227666 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Pushing event updated for resources: {'Network': ['ID=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:37.227824 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 56666) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:37.230556 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:37.233988 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Request body: {'subnet': {'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2032814975-subnet', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:46:37.238031 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Network 3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb details requested by agent ovs-agent-dv-cinder-799546-2-iscsi with host dv-cinder-799546-2-iscsi {{(pid=80882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 00:46:37.239230 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:46:37.243352 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Usage tracker for resource:subnet and tenant:21b0829bee9048fc90ba206d9988d456 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:46:37.246310 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:46:37.253488 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:46:37.265195 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Made reservation on behalf of 21b0829bee9048fc90ba206d9988d456 for: {'subnet': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:46:37.270440 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036823073187'] for subnet, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:37.467075 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822393912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036823073110'] for subnet, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:37.470946 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1ed274f9-2e9e-4aa5-ad4b-195b1569de2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:37.527263 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8,revision_number=0']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:37.549808 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:37.550217 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:37.550615 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:37.551006 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:37.551424 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:37.551814 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:37.552201 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:37.552587 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:37.552968 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:37.553350 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:37.553732 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:37.558543 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:37.566380 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Checking segment: {'id': '6d9114fc-06ae-4c8a-a003-f75e46019ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:46:37.566767 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Network hostable DHCP agents. Network: 3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb, hostable agents: ['f5e345ff-b6f9-433d-a315-fe369d22c770'], hosted agents: [] {{(pid=80880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 00:46:37.575524 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Network 3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb is scheduled to be hosted by DHCP agent f5e345ff-b6f9-433d-a315-fe369d22c770 {{(pid=80880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 00:46:37.583988 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-2-iscsi, 3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb) {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:46:37.587737 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:37.588372 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for subnet, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:37.593657 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b3ea8f-4c6e-4519-bb0d-92cb55ab30fe None None] Network 3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:46:37.607855 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-8d8308f7-1278-4b3e-83b0-d0abb634ae6d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.3789508
Jul 06 00:46:37.611015 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 56672) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:37.617744 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-a6d0fec3-9176-4afb-bb02-d8560bcfb339 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2032814975-router', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:46:37.622606 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-a6d0fec3-9176-4afb-bb02-d8560bcfb339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:46:37.627824 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-a6d0fec3-9176-4afb-bb02-d8560bcfb339 admin admin] Usage tracker for resource:router and tenant:21b0829bee9048fc90ba206d9988d456 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:46:37.630802 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-a6d0fec3-9176-4afb-bb02-d8560bcfb339 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:46:37.637903 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-a6d0fec3-9176-4afb-bb02-d8560bcfb339 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:46:37.648781 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a6d0fec3-9176-4afb-bb02-d8560bcfb339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854766716'] for router, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:37.649773 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a6d0fec3-9176-4afb-bb02-d8560bcfb339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854310853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9117'] for router, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:37.670885 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a6d0fec3-9176-4afb-bb02-d8560bcfb339 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:37.815019 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ad2b633-77d2-5f9f-ab76-6e81795dec0e-3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'fixed_ips': [{'subnet_id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8'}]}} from dv-cinder-799546-2-iscsi. {{(pid=80882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 06 00:46:37.815950 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:37.973539 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] Allocated IP 172.20.0.2 (3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb/25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8/6a126856-7816-4639-80a6-68aa4bf8b676) {{(pid=80882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:46:38.042786 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a6d0fec3-9176-4afb-bb02-d8560bcfb339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-466541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9134'] for router, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:38.186431 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] Notify callbacks [] for port, precommit_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:38.197932 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] Transition to ACTIVE for port object 6a126856-7816-4639-80a6-68aa4bf8b676 will not be triggered until provisioned by entity L2. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:46:38.217941 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] Transition to ACTIVE for port object 6a126856-7816-4639-80a6-68aa4bf8b676 will not be triggered until provisioned by entity DHCP. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:46:38.223577 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:38.233448 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-74d1e7f7-fb53-42b2-a0cb-a168fca34cd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:38.261109 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a6d0fec3-9176-4afb-bb02-d8560bcfb339 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:38.287796 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] Network 3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb is already hosted by enough agents. {{(pid=80882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:46:38.290307 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a6d0fec3-9176-4afb-bb02-d8560bcfb339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:38.290992 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] Resources bound (agent type, host, resource id):  {{(pid=80882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:46:38.295438 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] Received port after_create {{(pid=80882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:46:38.380880 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] Pushing event updated for resources: {'Port': ['ID=6a126856-7816-4639-80a6-68aa4bf8b676,revision_number=1']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:38.384418 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:38.401409 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] Attempting to bind port 6a126856-7816-4639-80a6-68aa4bf8b676 on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:46:38.401827 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] Attempting to bind port 6a126856-7816-4639-80a6-68aa4bf8b676 by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': '6d9114fc-06ae-4c8a-a003-f75e46019ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb'}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:46:38.402255 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] Attempting to bind port 6a126856-7816-4639-80a6-68aa4bf8b676 on network 3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:46:38.409588 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:46:38.410015 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] Checking segment: {'id': '6d9114fc-06ae-4c8a-a003-f75e46019ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:46:38.410465 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:38.410903 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] Bound using segment: {'id': '6d9114fc-06ae-4c8a-a003-f75e46019ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb'} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:46:38.411446 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] Bound port: 6a126856-7816-4639-80a6-68aa4bf8b676, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9114fc-06ae-4c8a-a003-f75e46019ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb'}}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:46:38.411867 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:38.434831 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-a6d0fec3-9176-4afb-bb02-d8560bcfb339 admin admin] Allocated IP 172.27.1.24 (34126de2-0804-4024-8df6-3ba8cfd107e5/1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b/46cb4563-7963-4f33-80b5-b6cbc7574185) {{(pid=80880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:46:38.497366 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] For port 6a126856-7816-4639-80a6-68aa4bf8b676, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:46:38.500571 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] For port 6a126856-7816-4639-80a6-68aa4bf8b676, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=6a126856-7816-4639-80a6-68aa4bf8b676,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:46:38.504060 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:38.508406 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:38.584896 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a6d0fec3-9176-4afb-bb02-d8560bcfb339 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:38.585136 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] Pushing event updated for resources: {'Port': ['ID=6a126856-7816-4639-80a6-68aa4bf8b676,revision_number=2']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:38.588431 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:38.613972 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a6d0fec3-9176-4afb-bb02-d8560bcfb339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:38.618570 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-41f6aace-c2b9-4338-baca-34c748aa3675 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:38.686336 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d0fec3-9176-4afb-bb02-d8560bcfb339 admin admin] Network 34126de2-0804-4024-8df6-3ba8cfd107e5 is already hosted by enough agents. {{(pid=80880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:46:38.689987 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-a6d0fec3-9176-4afb-bb02-d8560bcfb339 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:46:38.692520 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d0fec3-9176-4afb-bb02-d8560bcfb339 admin admin] Received port after_create {{(pid=80880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:46:38.719282 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0fec3-9176-4afb-bb02-d8560bcfb339 admin admin] Pushing event updated for resources: {'Port': ['ID=46cb4563-7963-4f33-80b5-b6cbc7574185,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:38.722961 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a6d0fec3-9176-4afb-bb02-d8560bcfb339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:38.853739 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a6d0fec3-9176-4afb-bb02-d8560bcfb339 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:38.855019 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a6d0fec3-9176-4afb-bb02-d8560bcfb339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854309366'] for router, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:39.090433 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d0fec3-9176-4afb-bb02-d8560bcfb339 admin admin] Router d3a6d8b7-fa82-4488-982b-5a280a8676d6 is scheduled to L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 with binding_index 1 {{(pid=80880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 06 00:46:39.284159 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d0fec3-9176-4afb-bb02-d8560bcfb339 admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:46:39.294896 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] Sync routers for ids ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'] in dv-cinder-799546-2-iscsi {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:46:39.307644 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] Routers {'d3a6d8b7-fa82-4488-982b-5a280a8676d6'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:46:39.308372 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90b54f28>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:46:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:46:39.310827 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a6d0fec3-9176-4afb-bb02-d8560bcfb339 admin admin] Notify callbacks [] for router, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:39.312330 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-a6d0fec3-9176-4afb-bb02-d8560bcfb339 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 1.7002547
Jul 06 00:46:39.316154 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 56692) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:39.484061 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] Set router d3a6d8b7-fa82-4488-982b-5a280a8676d6 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:46:39.795398 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90b54f28>, [{'id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'name': 'tempest-AttachVolumeShelveTestJSON-2032814975-router', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:46:37Z', 'updated_at': '2021-07-06T00:46:38Z', 'revision_number': 3, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'gw_port': {'id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:91:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:38Z', 'updated_at': '2021-07-06T00:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:46:39.800686 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] Checking router: d3a6d8b7-fa82-4488-982b-5a280a8676d6 for host: dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:46:39.801090 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] Updating router d3a6d8b7-fa82-4488-982b-5a280a8676d6 port 46cb4563-7963-4f33-80b5-b6cbc7574185 binding host dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 00:46:40.036227 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:40.163119 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caffbc8-4ad5-4468-94c4-aaa822fbddfa None None] Network 3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:46:40.273230 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7ef80139-9d64-4e87-96a8-8d416c31577e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:40.338088 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-392e104f-a5e0-427e-b5bd-2c0c02163d72 None None] Provisioning for port 6a126856-7816-4639-80a6-68aa4bf8b676 completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:46:40.481786 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-7ef80139-9d64-4e87-96a8-8d416c31577e admin admin] Allocated IP 172.20.0.1 (3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb/25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8/aa96d3e2-b01c-4e2e-9f40-2129f05d3f18) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:46:40.591100 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] Notify callbacks [] for port, precommit_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:40.609493 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] Transition to ACTIVE for port object 46cb4563-7963-4f33-80b5-b6cbc7574185 will not be triggered until provisioned by entity L2. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:46:40.619668 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:40.625507 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:40.648758 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7ef80139-9d64-4e87-96a8-8d416c31577e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:40.660235 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 6a126856-7816-4639-80a6-68aa4bf8b676 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:46:40.665337 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-7ef80139-9d64-4e87-96a8-8d416c31577e admin admin] Transition to ACTIVE for port object aa96d3e2-b01c-4e2e-9f40-2129f05d3f18 will not be triggered until provisioned by entity DHCP. {{(pid=80881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:46:40.683581 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7ef80139-9d64-4e87-96a8-8d416c31577e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:40.689367 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:40.758330 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5042e-8455-44cf-b634-12ac43c25912 None None] Pushing event updated for resources: {'Port': ['ID=46cb4563-7963-4f33-80b5-b6cbc7574185,revision_number=2']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:40.759350 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef80139-9d64-4e87-96a8-8d416c31577e admin admin] Network 3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:46:40.762460 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-7ef80139-9d64-4e87-96a8-8d416c31577e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:46:40.763296 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-98f5042e-8455-44cf-b634-12ac43c25912 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:40.764481 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] Attempting to bind port 46cb4563-7963-4f33-80b5-b6cbc7574185 on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:46:40.767949 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef80139-9d64-4e87-96a8-8d416c31577e admin admin] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:46:40.768393 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] Attempting to bind port 46cb4563-7963-4f33-80b5-b6cbc7574185 by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:46:40.768876 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] Attempting to bind port 46cb4563-7963-4f33-80b5-b6cbc7574185 on network 34126de2-0804-4024-8df6-3ba8cfd107e5 {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:46:40.781735 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:46:40.782274 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] Checking segment: {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:46:40.782911 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:40.783398 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] Bound using segment: {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:46:40.783922 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] Bound port: 46cb4563-7963-4f33-80b5-b6cbc7574185, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:46:40.784343 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:40.791609 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef80139-9d64-4e87-96a8-8d416c31577e admin admin] Pushing event updated for resources: {'Port': ['ID=aa96d3e2-b01c-4e2e-9f40-2129f05d3f18,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:40.796836 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7ef80139-9d64-4e87-96a8-8d416c31577e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:40.825055 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7ef80139-9d64-4e87-96a8-8d416c31577e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854308959'] for router_interface, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:40.836854 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port 6a126856-7816-4639-80a6-68aa4bf8b676 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:46:40.853045 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 6a126856-7816-4639-80a6-68aa4bf8b676 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:46:40.853474 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:40.910906 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7ef80139-9d64-4e87-96a8-8d416c31577e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:40.915470 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] For port 46cb4563-7963-4f33-80b5-b6cbc7574185, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:46:40.928852 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] For port 46cb4563-7963-4f33-80b5-b6cbc7574185, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=46cb4563-7963-4f33-80b5-b6cbc7574185,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:46:40.933983 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:40.938404 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:41.070165 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:41.091206 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5042e-8455-44cf-b634-12ac43c25912 None None] Pushing event updated for resources: {'Port': ['ID=46cb4563-7963-4f33-80b5-b6cbc7574185,revision_number=3']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:41.101177 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-98f5042e-8455-44cf-b634-12ac43c25912 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:41.109440 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-ff5b7682-aa1a-4a41-8a07-ca2214ece879 None None] Provisioning complete for port 6a126856-7816-4639-80a6-68aa4bf8b676 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:46:41.109863 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ff5b7682-aa1a-4a41-8a07-ca2214ece879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:41.164544 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] Routers {'d3a6d8b7-fa82-4488-982b-5a280a8676d6'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:46:41.165247 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90b54f28>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:46:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:46:41.167424 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7ef80139-9d64-4e87-96a8-8d416c31577e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:41.176323 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7ef80139-9d64-4e87-96a8-8d416c31577e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853431108'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:41.203928 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fd7465ca-7ce0-49f3-8ddf-c9911ea7c41f tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:41.218607 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] For port 6a126856-7816-4639-80a6-68aa4bf8b676, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=6a126856-7816-4639-80a6-68aa4bf8b676,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:46:41.238700 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:41.245471 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:41.285760 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7ef80139-9d64-4e87-96a8-8d416c31577e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3153361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854316699'] for router_interface, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:41.290044 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef80139-9d64-4e87-96a8-8d416c31577e admin admin] Pushing event updated for resources: {'Port': ['ID=aa96d3e2-b01c-4e2e-9f40-2129f05d3f18,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:41.293341 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7ef80139-9d64-4e87-96a8-8d416c31577e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:41.432648 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef80139-9d64-4e87-96a8-8d416c31577e admin admin] Network 3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:46:41.433839 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-7ef80139-9d64-4e87-96a8-8d416c31577e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:46:41.436378 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Pushing event updated for resources: {'Port': ['ID=6a126856-7816-4639-80a6-68aa4bf8b676,revision_number=3']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:41.444150 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:41.466976 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] Set router d3a6d8b7-fa82-4488-982b-5a280a8676d6 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:46:41.715777 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-25d80316-2c10-4427-a898-7c2d3ba682ad None None] Provisioning for port aa96d3e2-b01c-4e2e-9f40-2129f05d3f18 completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:46:41.778311 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-25d80316-2c10-4427-a898-7c2d3ba682ad None None] Provisioning complete for port aa96d3e2-b01c-4e2e-9f40-2129f05d3f18 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:46:41.778652 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-25d80316-2c10-4427-a898-7c2d3ba682ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:41.861261 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef80139-9d64-4e87-96a8-8d416c31577e admin admin] Router d3a6d8b7-fa82-4488-982b-5a280a8676d6 has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:46:41.936332 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-25d80316-2c10-4427-a898-7c2d3ba682ad None None] Port aa96d3e2-b01c-4e2e-9f40-2129f05d3f18 cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:46:42.078679 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-8e333be9-2f11-41c2-84df-8d5f1d4b28e5 None None] Provisioning complete for port aa96d3e2-b01c-4e2e-9f40-2129f05d3f18 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:46:42.079006 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8e333be9-2f11-41c2-84df-8d5f1d4b28e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:42.141879 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90b54f28>, [{'id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'name': 'tempest-AttachVolumeShelveTestJSON-2032814975-router', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:46:37Z', 'updated_at': '2021-07-06T00:46:40Z', 'revision_number': 4, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'gw_port': {'id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:91:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:38Z', 'updated_at': '2021-07-06T00:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': 'aa96d3e2-b01c-4e2e-9f40-2129f05d3f18', 'name': '', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'mac_address': 'fa:16:3e:93:4d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:40Z', 'updated_at': '2021-07-06T00:46:40Z', 'revision_number': 2, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'subnets': [{'id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:46:42.151414 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa81d7-8206-4241-aaa5-c1712af123cc None None] The sync data for ids ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'] in dv-cinder-799546-2-iscsi is: [{'id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'name': 'tempest-AttachVolumeShelveTestJSON-2032814975-router', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:46:37Z', 'updated_at': '2021-07-06T00:46:40Z', 'revision_number': 4, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'gw_port': {'id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:91:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:38Z', 'updated_at': '2021-07-06T00:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': 'aa96d3e2-b01c-4e2e-9f40-2129f05d3f18', 'name': '', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'mac_address': 'fa:16:3e:93:4d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:40Z', 'updated_at': '2021-07-06T00:46:40Z', 'revision_number': 2, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'subnets': [{'id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:46:42.154651 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-8e333be9-2f11-41c2-84df-8d5f1d4b28e5 None None] Port aa96d3e2-b01c-4e2e-9f40-2129f05d3f18 cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:46:42.307373 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2d1ae268-d602-4cd0-9f09-198ce7c9d7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:42.376847 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef80139-9d64-4e87-96a8-8d416c31577e admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:46:42.386226 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-7ef80139-9d64-4e87-96a8-8d416c31577e admin admin] 10.222.0.13 "PUT /v2.0/routers/d3a6d8b7-fa82-4488-982b-5a280a8676d6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0689240
Jul 06 00:46:42.602058 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 6a126856-7816-4639-80a6-68aa4bf8b676 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:46:42.685551 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 6a126856-7816-4639-80a6-68aa4bf8b676 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:46:42.686529 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:43.058846 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 56738) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:43.065884 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-f96acc76-7d16-43d2-a51f-bb3253aef9ee tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1893671482', 'description': 'tempest-description--1046464554'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:46:43.072364 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-f96acc76-7d16-43d2-a51f-bb3253aef9ee tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:46:43.076393 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-f96acc76-7d16-43d2-a51f-bb3253aef9ee tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Usage tracker for resource:security_group and tenant:21b0829bee9048fc90ba206d9988d456 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:46:43.080877 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-f96acc76-7d16-43d2-a51f-bb3253aef9ee tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:46:43.087058 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-f96acc76-7d16-43d2-a51f-bb3253aef9ee tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:46:43.096446 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f96acc76-7d16-43d2-a51f-bb3253aef9ee tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:43.133383 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-f96acc76-7d16-43d2-a51f-bb3253aef9ee tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:46:43.137378 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-f96acc76-7d16-43d2-a51f-bb3253aef9ee tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Usage tracker for resource:security_group_rule and tenant:21b0829bee9048fc90ba206d9988d456 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:46:43.140590 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-f96acc76-7d16-43d2-a51f-bb3253aef9ee tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:46:43.149087 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-f96acc76-7d16-43d2-a51f-bb3253aef9ee tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:46:43.220894 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f96acc76-7d16-43d2-a51f-bb3253aef9ee tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:43.223634 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f96acc76-7d16-43d2-a51f-bb3253aef9ee tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:43.232591 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1ab69bd1-0895-4dcc-be2b-bcdc089bf8c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:43.274473 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96acc76-7d16-43d2-a51f-bb3253aef9ee tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ec6bd8-6198-4c1c-9941-8caf7972102d,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:43.277311 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f96acc76-7d16-43d2-a51f-bb3253aef9ee tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:43.281150 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-f96acc76-7d16-43d2-a51f-bb3253aef9ee tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1596 time: 0.2186124
Jul 06 00:46:43.281150 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f96acc76-7d16-43d2-a51f-bb3253aef9ee tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:43.281844 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 56742) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:43.288461 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-548892bb-d771-47bd-9f77-e3e77f790977 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Request body: {'security_group_rule': {'security_group_id': 'b3ec6bd8-6198-4c1c-9941-8caf7972102d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:46:43.294989 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-548892bb-d771-47bd-9f77-e3e77f790977 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:46:43.300444 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-548892bb-d771-47bd-9f77-e3e77f790977 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Usage tracker for resource:security_group_rule and tenant:21b0829bee9048fc90ba206d9988d456 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:46:43.304580 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-548892bb-d771-47bd-9f77-e3e77f790977 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:46:43.310903 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-548892bb-d771-47bd-9f77-e3e77f790977 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:46:43.327654 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-548892bb-d771-47bd-9f77-e3e77f790977 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:43.393976 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-548892bb-d771-47bd-9f77-e3e77f790977 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:43.397438 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-548892bb-d771-47bd-9f77-e3e77f790977 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492264'] for security_group_rule, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:43.399620 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3b590d25-52cd-48e0-9143-ffbc2acb6adf tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:43.424461 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548892bb-d771-47bd-9f77-e3e77f790977 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ed5a8f-a747-47f6-8aeb-9f8c7a1de2d2,revision_number=0']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:43.426985 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-548892bb-d771-47bd-9f77-e3e77f790977 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:43.435150 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-548892bb-d771-47bd-9f77-e3e77f790977 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:43.436426 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-548892bb-d771-47bd-9f77-e3e77f790977 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1534176
Jul 06 00:46:43.439580 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 56750) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:43.446071 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-57aaefbd-a89c-4a9d-9da7-2657a2b21cb0 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Request body: {'security_group_rule': {'security_group_id': 'b3ec6bd8-6198-4c1c-9941-8caf7972102d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:46:43.452430 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-57aaefbd-a89c-4a9d-9da7-2657a2b21cb0 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:46:43.456392 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-57aaefbd-a89c-4a9d-9da7-2657a2b21cb0 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Usage tracker for resource:security_group_rule and tenant:21b0829bee9048fc90ba206d9988d456 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:46:43.459422 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-57aaefbd-a89c-4a9d-9da7-2657a2b21cb0 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:46:43.466099 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-57aaefbd-a89c-4a9d-9da7-2657a2b21cb0 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:46:43.481982 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-57aaefbd-a89c-4a9d-9da7-2657a2b21cb0 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:43.545640 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-57aaefbd-a89c-4a9d-9da7-2657a2b21cb0 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:43.549563 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-57aaefbd-a89c-4a9d-9da7-2657a2b21cb0 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492264'] for security_group_rule, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:43.557063 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:43.577035 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aaefbd-a89c-4a9d-9da7-2657a2b21cb0 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd3c6de-f2b3-4b78-bb59-c7f6ecf32885,revision_number=0']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:43.580393 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-57aaefbd-a89c-4a9d-9da7-2657a2b21cb0 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:43.587417 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-57aaefbd-a89c-4a9d-9da7-2657a2b21cb0 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:43.588668 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-57aaefbd-a89c-4a9d-9da7-2657a2b21cb0 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1480143
Jul 06 00:46:43.592988 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 56754) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:43.599649 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-5f1da268-6678-4899-accd-db2bf0341f57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Request body: {'floatingip': {'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:46:43.605479 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-5f1da268-6678-4899-accd-db2bf0341f57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:46:43.609419 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-5f1da268-6678-4899-accd-db2bf0341f57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Usage tracker for resource:floatingip and tenant:21b0829bee9048fc90ba206d9988d456 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:46:43.617716 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-5f1da268-6678-4899-accd-db2bf0341f57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:46:43.623799 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-5f1da268-6678-4899-accd-db2bf0341f57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:46:43.633233 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5f1da268-6678-4899-accd-db2bf0341f57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for floatingip, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:43.634725 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:43.783642 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5f1da268-6678-4899-accd-db2bf0341f57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:43.926637 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-5f1da268-6678-4899-accd-db2bf0341f57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Allocated IP 172.27.1.102 (34126de2-0804-4024-8df6-3ba8cfd107e5/1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b/f464a1ff-62ef-4892-804c-232fc7df377b) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:46:44.035851 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:44.089864 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5f1da268-6678-4899-accd-db2bf0341f57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:44.115515 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5f1da268-6678-4899-accd-db2bf0341f57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:44.122936 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cee7dda6-0b9a-4b9c-b799-05af8be3a829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:44.178349 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1da268-6678-4899-accd-db2bf0341f57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Network 34126de2-0804-4024-8df6-3ba8cfd107e5 is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:46:44.181567 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-5f1da268-6678-4899-accd-db2bf0341f57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:46:44.185550 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1da268-6678-4899-accd-db2bf0341f57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:46:44.224771 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1da268-6678-4899-accd-db2bf0341f57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Pushing event updated for resources: {'Port': ['ID=f464a1ff-62ef-4892-804c-232fc7df377b,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:44.228066 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5f1da268-6678-4899-accd-db2bf0341f57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:44.322364 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d1c9d5a6-8eac-498e-846f-89bfd13b5e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:44.341525 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5f1da268-6678-4899-accd-db2bf0341f57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:44.397170 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5f1da268-6678-4899-accd-db2bf0341f57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:44.580479 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 46cb4563-7963-4f33-80b5-b6cbc7574185 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:46:44.600425 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5f1da268-6678-4899-accd-db2bf0341f57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:44.603914 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5f1da268-6678-4899-accd-db2bf0341f57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853431108'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:44.608229 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-88a9dc4b-4247-4134-8ab7-efb4026f7329 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:44.648732 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port 46cb4563-7963-4f33-80b5-b6cbc7574185 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:46:44.653618 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 46cb4563-7963-4f33-80b5-b6cbc7574185 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:46:44.654029 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:44.712974 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1da268-6678-4899-accd-db2bf0341f57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Pushing event updated for resources: {'Port': ['ID=f464a1ff-62ef-4892-804c-232fc7df377b,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:44.717203 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5f1da268-6678-4899-accd-db2bf0341f57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:44.725139 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5f1da268-6678-4899-accd-db2bf0341f57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459972'] for floatingip, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:44.747212 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5f1da268-6678-4899-accd-db2bf0341f57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for floatingip, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:44.757090 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-5f1da268-6678-4899-accd-db2bf0341f57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1544580
Jul 06 00:46:44.764413 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:44.780587 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] For port 46cb4563-7963-4f33-80b5-b6cbc7574185, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=46cb4563-7963-4f33-80b5-b6cbc7574185,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:46:44.790254 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:44.794569 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-98f5042e-8455-44cf-b634-12ac43c25912 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:44.841558 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:44.859251 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Pushing event updated for resources: {'Port': ['ID=46cb4563-7963-4f33-80b5-b6cbc7574185,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:44.862705 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:44.924046 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-d3b2ef3f-4595-47a7-bdf1-59f1964cdd5c tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1893671482&fields=id&tenant_id=21b0829bee9048fc90ba206d9988d456 HTTP/1.1" status: 200  len: 267 time: 0.0447969
Jul 06 00:46:44.978654 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-10a3b54d-963b-4522-800f-5b5a54b5131d tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups/b3ec6bd8-6198-4c1c-9941-8caf7972102d HTTP/1.1" status: 200  len: 2593 time: 0.0483654
Jul 06 00:46:45.142435 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-16fb5e0a-4bd4-48a2-82ce-c99dfe360b8b tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:45.143992 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-16fb5e0a-4bd4-48a2-82ce-c99dfe360b8b tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/networks?id=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb HTTP/1.1" status: 200  len: 817 time: 0.1562610
Jul 06 00:46:45.162455 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-9ad98122-c826-4051-9d22-cc3656a3ab14 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/quotas/21b0829bee9048fc90ba206d9988d456 HTTP/1.1" status: 200  len: 375 time: 0.0114946
Jul 06 00:46:45.243961 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-3f850123-d8b8-4260-9e50-ee265e477ef9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=21b0829bee9048fc90ba206d9988d456&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0751042
Jul 06 00:46:45.388423 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-a9f34aa7-8fae-41e0-aa37-5add881e1ba1 service neutron] 10.222.0.13 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310565
Jul 06 00:46:45.528313 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-6b28b868-96e2-4a6a-b1fe-5d93ad70f577 service neutron] 10.222.0.13 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311257
Jul 06 00:46:45.800526 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-97282293-a93e-4a00-9a13-c3de35af002f req-3e20bad9-1a49-493a-91ef-82f87c32591b tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 210 time: 0.0535865
Jul 06 00:46:45.896775 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] Sync routers for ids ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'] in dv-cinder-799546-2-iscsi {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:46:45.911687 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] Routers {'d3a6d8b7-fa82-4488-982b-5a280a8676d6'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:46:45.912474 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a908e47f0>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:46:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:46:45.964913 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:46.466898 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] Set router d3a6d8b7-fa82-4488-982b-5a280a8676d6 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:46:46.686099 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 46cb4563-7963-4f33-80b5-b6cbc7574185 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:46:46.820444 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 46cb4563-7963-4f33-80b5-b6cbc7574185 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:46:46.821181 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:46.921733 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a908e47f0>, [{'id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'name': 'tempest-AttachVolumeShelveTestJSON-2032814975-router', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:46:37Z', 'updated_at': '2021-07-06T00:46:40Z', 'revision_number': 4, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'gw_port': {'id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:38Z', 'updated_at': '2021-07-06T00:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': 'aa96d3e2-b01c-4e2e-9f40-2129f05d3f18', 'name': '', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'mac_address': 'fa:16:3e:93:4d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:40Z', 'updated_at': '2021-07-06T00:46:40Z', 'revision_number': 2, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'subnets': [{'id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:46:46.928147 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] Checking router: d3a6d8b7-fa82-4488-982b-5a280a8676d6 for host: dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:46:46.928713 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] Updating router d3a6d8b7-fa82-4488-982b-5a280a8676d6 port aa96d3e2-b01c-4e2e-9f40-2129f05d3f18 binding host dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 00:46:47.045439 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:47.061343 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-caa2144e-1521-4e31-bd4d-da332a4e8f57 req-9bfb765a-a02d-4014-8338-3f473b3f07a1 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 210 time: 0.0676048
Jul 06 00:46:47.581852 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-c4b18ce2-c9b1-4a6a-b6be-a27e97897222 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:47.583334 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-c4b18ce2-c9b1-4a6a-b6be-a27e97897222 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Synchronizing usage tracker for tenant:21b0829bee9048fc90ba206d9988d456 on resource:network {{(pid=80881) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:46:47.614169 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-c4b18ce2-c9b1-4a6a-b6be-a27e97897222 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Unset dirty status for tenant:21b0829bee9048fc90ba206d9988d456 on resource:network {{(pid=80881) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:46:47.615715 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-c4b18ce2-c9b1-4a6a-b6be-a27e97897222 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.39 "GET /v2.0/networks?id=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb HTTP/1.1" status: 200  len: 817 time: 0.3501949
Jul 06 00:46:47.623079 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] Notify callbacks [] for port, precommit_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:47.637347 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] Transition to ACTIVE for port object aa96d3e2-b01c-4e2e-9f40-2129f05d3f18 will not be triggered until provisioned by entity L2. {{(pid=80883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:46:47.646247 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:47.652025 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:47.710941 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-cfac040a-7f1f-4ca4-b373-a954c9b9875e tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Synchronizing usage tracker for tenant:21b0829bee9048fc90ba206d9988d456 on resource:security_group {{(pid=80881) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:46:47.732760 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-cfac040a-7f1f-4ca4-b373-a954c9b9875e tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Unset dirty status for tenant:21b0829bee9048fc90ba206d9988d456 on resource:security_group {{(pid=80881) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:46:47.734136 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-cfac040a-7f1f-4ca4-b373-a954c9b9875e tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=21b0829bee9048fc90ba206d9988d456 HTTP/1.1" status: 200  len: 5009 time: 0.1086051
Jul 06 00:46:47.791962 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-cf033a62-0a64-4556-b59f-0e62ecafcf60 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Request body: {'port': {'device_id': 'e07582fb-c857-42c5-9910-d92ee63fe4c0', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'admin_state_up': True, 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'security_groups': ['b3ec6bd8-6198-4c1c-9941-8caf7972102d']}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:46:47.810338 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1049094-7fe3-4ef8-9805-a6d58cf61642 None None] Pushing event updated for resources: {'Port': ['ID=aa96d3e2-b01c-4e2e-9f40-2129f05d3f18,revision_number=3']} {{(pid=80883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:47.825670 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1049094-7fe3-4ef8-9805-a6d58cf61642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:47.826163 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1049094-7fe3-4ef8-9805-a6d58cf61642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:47.826649 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1049094-7fe3-4ef8-9805-a6d58cf61642 None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:47.827132 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1049094-7fe3-4ef8-9805-a6d58cf61642 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:47.827647 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1049094-7fe3-4ef8-9805-a6d58cf61642 None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:47.828129 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1049094-7fe3-4ef8-9805-a6d58cf61642 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:47.828607 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1049094-7fe3-4ef8-9805-a6d58cf61642 None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:47.829624 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1049094-7fe3-4ef8-9805-a6d58cf61642 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:47.830301 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1049094-7fe3-4ef8-9805-a6d58cf61642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:47.830628 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1049094-7fe3-4ef8-9805-a6d58cf61642 None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:47.831085 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1049094-7fe3-4ef8-9805-a6d58cf61642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:46:47.835460 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d1049094-7fe3-4ef8-9805-a6d58cf61642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:47.939056 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] Attempting to bind port aa96d3e2-b01c-4e2e-9f40-2129f05d3f18 on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:46:47.939676 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] Attempting to bind port aa96d3e2-b01c-4e2e-9f40-2129f05d3f18 by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': '6d9114fc-06ae-4c8a-a003-f75e46019ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb'}] {{(pid=80883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:46:47.940193 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] Attempting to bind port aa96d3e2-b01c-4e2e-9f40-2129f05d3f18 on network 3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:46:47.956961 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:46:47.957967 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] Checking segment: {'id': '6d9114fc-06ae-4c8a-a003-f75e46019ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:46:47.957967 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:47.960589 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] Bound using segment: {'id': '6d9114fc-06ae-4c8a-a003-f75e46019ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb'} {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:46:47.960589 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] Bound port: aa96d3e2-b01c-4e2e-9f40-2129f05d3f18, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9114fc-06ae-4c8a-a003-f75e46019ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb'}}] {{(pid=80883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:46:47.960589 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:47.992374 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-cf033a62-0a64-4556-b59f-0e62ecafcf60 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:46:47.996881 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-cf033a62-0a64-4556-b59f-0e62ecafcf60 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Usage tracker for resource:port and tenant:21b0829bee9048fc90ba206d9988d456 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:46:48.000025 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-cf033a62-0a64-4556-b59f-0e62ecafcf60 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:46:48.018955 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-cf033a62-0a64-4556-b59f-0e62ecafcf60 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:46:48.053864 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-cf033a62-0a64-4556-b59f-0e62ecafcf60 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Made reservation on behalf of 21b0829bee9048fc90ba206d9988d456 for: {'port': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:46:48.060089 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-cf033a62-0a64-4556-b59f-0e62ecafcf60 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:48.119537 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] For port aa96d3e2-b01c-4e2e-9f40-2129f05d3f18, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:46:48.124400 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] For port aa96d3e2-b01c-4e2e-9f40-2129f05d3f18, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=aa96d3e2-b01c-4e2e-9f40-2129f05d3f18,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:46:48.131227 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:48.150237 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:48.214776 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] Routers {'d3a6d8b7-fa82-4488-982b-5a280a8676d6'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:46:48.215691 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a908e47f0>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:46:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:46:48.386443 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-cf033a62-0a64-4556-b59f-0e62ecafcf60 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Allocated IP 172.20.0.14 (3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb/25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8/25e1b8bf-d092-4a97-9db7-d0ce1faf32b6) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:46:48.418984 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ca261e5f-c4b7-4500-ba3c-d3f4ce56b2a0 req-281aafee-0fc2-48a6-92d9-3cccb780f1da tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 210 time: 0.0910602
Jul 06 00:46:48.488187 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1049094-7fe3-4ef8-9805-a6d58cf61642 None None] Pushing event updated for resources: {'Port': ['ID=aa96d3e2-b01c-4e2e-9f40-2129f05d3f18,revision_number=4']} {{(pid=80883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:48.494398 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d1049094-7fe3-4ef8-9805-a6d58cf61642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:48.511618 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] Set router d3a6d8b7-fa82-4488-982b-5a280a8676d6 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:46:48.682661 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device aa96d3e2-b01c-4e2e-9f40-2129f05d3f18 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:46:48.827544 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port aa96d3e2-b01c-4e2e-9f40-2129f05d3f18 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:46:48.833390 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port aa96d3e2-b01c-4e2e-9f40-2129f05d3f18 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:46:48.833907 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:48.855065 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-cf033a62-0a64-4556-b59f-0e62ecafcf60 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:48.902162 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-cf033a62-0a64-4556-b59f-0e62ecafcf60 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Transition to ACTIVE for port object 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 will not be triggered until provisioned by entity DHCP. {{(pid=80881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:46:48.936207 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-cf033a62-0a64-4556-b59f-0e62ecafcf60 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:48.942334 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5f1da268-6678-4899-accd-db2bf0341f57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:49.070289 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:49.110878 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-cf033a62-0a64-4556-b59f-0e62ecafcf60 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Network 3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:46:49.117591 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-cf033a62-0a64-4556-b59f-0e62ecafcf60 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:46:49.131824 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] For port aa96d3e2-b01c-4e2e-9f40-2129f05d3f18, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=aa96d3e2-b01c-4e2e-9f40-2129f05d3f18,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:46:49.137947 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-cf033a62-0a64-4556-b59f-0e62ecafcf60 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:46:49.144640 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:49.149468 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:49.209477 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a908e47f0>, [{'id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'name': 'tempest-AttachVolumeShelveTestJSON-2032814975-router', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:46:37Z', 'updated_at': '2021-07-06T00:46:40Z', 'revision_number': 4, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'gw_port': {'id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:38Z', 'updated_at': '2021-07-06T00:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': 'aa96d3e2-b01c-4e2e-9f40-2129f05d3f18', 'name': '', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'mac_address': 'fa:16:3e:93:4d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:40Z', 'updated_at': '2021-07-06T00:46:40Z', 'revision_number': 2, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'subnets': [{'id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:46:49.215396 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad98c6d-2a9a-4323-9371-b778cf881f59 None None] The sync data for ids ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'] in dv-cinder-799546-2-iscsi is: [{'id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'name': 'tempest-AttachVolumeShelveTestJSON-2032814975-router', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:46:37Z', 'updated_at': '2021-07-06T00:46:40Z', 'revision_number': 4, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'gw_port': {'id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:38Z', 'updated_at': '2021-07-06T00:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': 'aa96d3e2-b01c-4e2e-9f40-2129f05d3f18', 'name': '', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'mac_address': 'fa:16:3e:93:4d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:40Z', 'updated_at': '2021-07-06T00:46:40Z', 'revision_number': 2, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'subnets': [{'id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:46:49.238800 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf033a62-0a64-4556-b59f-0e62ecafcf60 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Pushing event updated for resources: {'Port': ['ID=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:49.288380 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cf033a62-0a64-4556-b59f-0e62ecafcf60 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:49.299797 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Pushing event updated for resources: {'Port': ['ID=aa96d3e2-b01c-4e2e-9f40-2129f05d3f18,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:49.307878 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:49.334562 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-cf033a62-0a64-4556-b59f-0e62ecafcf60 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:49.336078 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-cf033a62-0a64-4556-b59f-0e62ecafcf60 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:49.380433 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-cf033a62-0a64-4556-b59f-0e62ecafcf60 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5953836
Jul 06 00:46:49.399417 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-e96bcdf5-77f3-4748-bad2-de50c5a72ae2 service neutron] Request body: {'port': {'device_id': 'e07582fb-c857-42c5-9910-d92ee63fe4c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:46:49.634312 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-e96bcdf5-77f3-4748-bad2-de50c5a72ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:49.644064 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-77c2e7dc-4a0e-4894-8498-a53912bcc163 None None] Provisioning for port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:46:49.652963 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-77c2e7dc-4a0e-4894-8498-a53912bcc163 None None] Provisioning complete for port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:46:49.656244 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-77c2e7dc-4a0e-4894-8498-a53912bcc163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:49.752387 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-77c2e7dc-4a0e-4894-8498-a53912bcc163 None None] Port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:46:50.054695 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5cf9c-ce60-4503-b73b-cbd71adef575 req-2a1e8646-2c7c-4e62-9fd8-64cd67048a06 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:50.064512 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bee5cf9c-ce60-4503-b73b-cbd71adef575 req-2a1e8646-2c7c-4e62-9fd8-64cd67048a06 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 932 time: 0.4073491
Jul 06 00:46:50.104364 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-e96bcdf5-77f3-4748-bad2-de50c5a72ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 {{(pid=80881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:46:50.112514 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-e96bcdf5-77f3-4748-bad2-de50c5a72ae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:50.125449 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bee5cf9c-ce60-4503-b73b-cbd71adef575 req-1f5d9c5f-c5d2-4291-8419-a01431b38688 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598655
Jul 06 00:46:50.158844 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-e96bcdf5-77f3-4748-bad2-de50c5a72ae2 service neutron] Transition to ACTIVE for port object 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 will not be triggered until provisioned by entity L2. {{(pid=80881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:46:50.163446 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-e96bcdf5-77f3-4748-bad2-de50c5a72ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853431108'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:50.175464 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cf033a62-0a64-4556-b59f-0e62ecafcf60 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:50.312113 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bcdf5-77f3-4748-bad2-de50c5a72ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:50.348620 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e96bcdf5-77f3-4748-bad2-de50c5a72ae2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:50.449957 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-e96bcdf5-77f3-4748-bad2-de50c5a72ae2 service neutron] Attempting to bind port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:46:50.450322 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-e96bcdf5-77f3-4748-bad2-de50c5a72ae2 service neutron] Attempting to bind port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': '6d9114fc-06ae-4c8a-a003-f75e46019ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb'}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:46:50.450682 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-e96bcdf5-77f3-4748-bad2-de50c5a72ae2 service neutron] Attempting to bind port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 on network 3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:46:50.461416 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-e96bcdf5-77f3-4748-bad2-de50c5a72ae2 service neutron] Port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 on network 3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 00:46:50.461774 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-e96bcdf5-77f3-4748-bad2-de50c5a72ae2 service neutron] Attempting to bind port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 on network 3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:46:50.469404 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-e96bcdf5-77f3-4748-bad2-de50c5a72ae2 service neutron] Checking agent: {'id': '043dc09b-b03f-45ac-adf3-2bee2c468120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'started_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:46:50.470356 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-e96bcdf5-77f3-4748-bad2-de50c5a72ae2 service neutron] Checking segment: {'id': '6d9114fc-06ae-4c8a-a003-f75e46019ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:46:50.470800 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-e96bcdf5-77f3-4748-bad2-de50c5a72ae2 service neutron] Bound using segment: {'id': '6d9114fc-06ae-4c8a-a003-f75e46019ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb'} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:46:50.471326 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-e96bcdf5-77f3-4748-bad2-de50c5a72ae2 service neutron] Bound port: 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9114fc-06ae-4c8a-a003-f75e46019ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb'}}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:46:50.471711 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-e96bcdf5-77f3-4748-bad2-de50c5a72ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:50.611020 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device aa96d3e2-b01c-4e2e-9f40-2129f05d3f18 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:46:50.722120 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port aa96d3e2-b01c-4e2e-9f40-2129f05d3f18 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:46:50.722613 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:50.975404 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-e96bcdf5-77f3-4748-bad2-de50c5a72ae2 service neutron] For port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6, host hv-cinder-79954, cleared binding levels {{(pid=80881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:46:50.980607 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-e96bcdf5-77f3-4748-bad2-de50c5a72ae2 service neutron] For port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:46:50.987024 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-e96bcdf5-77f3-4748-bad2-de50c5a72ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853431108'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:50.998789 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:51.070249 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bcdf5-77f3-4748-bad2-de50c5a72ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6,revision_number=3']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:51.074358 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e96bcdf5-77f3-4748-bad2-de50c5a72ae2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:51.075899 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-e96bcdf5-77f3-4748-bad2-de50c5a72ae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:51.077404 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-e96bcdf5-77f3-4748-bad2-de50c5a72ae2 service neutron] 10.222.0.39 "PUT /v2.0/ports/25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 HTTP/1.1" status: 200  len: 1094 time: 1.6856763
Jul 06 00:46:51.077839 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07582fb-c857-42c5-9910-d92ee63fe4c0', 'tag': '25e1b8bf-d092-4a97-9db7-d0ce1faf32b6'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:46:51.224063 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e07582fb-c857-42c5-9910-d92ee63fe4c0', 'tag': '25e1b8bf-d092-4a97-9db7-d0ce1faf32b6', 'status': 'completed', 'code': 200}
Jul 06 00:46:51.295227 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-783136f0-d313-4fd6-ba89-991e3a9250c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21b0829bee9048fc90ba206d9988d456&device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 1097 time: 0.1678624
Jul 06 00:46:51.434140 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-06ad4e2c-bc07-428f-8c41-59b7f3b51abe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 HTTP/1.1" status: 200  len: 217 time: 0.1222074
Jul 06 00:46:51.443897 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 56918) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:51.445683 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0716fd-126d-4d42-b190-4c96300e02b4 req-3d90c0cd-7eb8-463d-9c27-ea78671efc36 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:51.447393 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8a0716fd-126d-4d42-b190-4c96300e02b4 req-3d90c0cd-7eb8-463d-9c27-ea78671efc36 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.1095643
Jul 06 00:46:51.514687 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-9bf540df-89f9-49f6-b47a-92e6f948d55a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:51.516326 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-9bf540df-89f9-49f6-b47a-92e6f948d55a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8 HTTP/1.1" status: 200  len: 856 time: 0.0713892
Jul 06 00:46:51.531218 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8a0716fd-126d-4d42-b190-4c96300e02b4 req-c3d964b1-be4f-4e34-b21a-1605af4c7089 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679848
Jul 06 00:46:51.633039 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-34a4b9e6-abda-476e-88a1-42a030fed75c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1017013
Jul 06 00:46:51.749826 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cded2ff0-6b19-4360-bed4-b013b5f1de59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:51.807210 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-cded2ff0-6b19-4360-bed4-b013b5f1de59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:46:51.815515 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-cded2ff0-6b19-4360-bed4-b013b5f1de59 admin admin] Usage tracker for resource:security_group_rule and tenant:01ac61043c4c4cc0a3315d13c29dcd80 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:46:51.827224 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-cded2ff0-6b19-4360-bed4-b013b5f1de59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:46:51.838320 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-cded2ff0-6b19-4360-bed4-b013b5f1de59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:46:51.845258 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-007123c8-50f3-4d66-bf15-dfe7536c7008 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2028947
Jul 06 00:46:52.057083 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cded2ff0-6b19-4360-bed4-b013b5f1de59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:52.060729 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-26d1ecf9-a2ac-4b7d-85b6-bae3d08f3dca req-4f5333d2-867d-4f54-824d-8e0f58187171 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2069197
Jul 06 00:46:52.074643 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cded2ff0-6b19-4360-bed4-b013b5f1de59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:52.091486 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9ecfaebc-e893-4909-beb3-774dce747b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:52.146119 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded2ff0-6b19-4360-bed4-b013b5f1de59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6125e9-177a-447d-b188-0e7b870b4a25,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:52.194999 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cded2ff0-6b19-4360-bed4-b013b5f1de59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:52.226322 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-cded2ff0-6b19-4360-bed4-b013b5f1de59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01ac61043c4c4cc0a3315d13c29dcd80&name=default HTTP/1.1" status: 200  len: 2629 time: 0.7156694
Jul 06 00:46:52.226622 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 56936) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:52.264328 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9caf5087-c549-48d0-a7b7-610f64dc50f4 req-0154e6d1-d149-41d9-933d-b0e2421c7653 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21b0829bee9048fc90ba206d9988d456&device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 1097 time: 0.1190081
Jul 06 00:46:52.328487 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6d6a-df7c-409e-94da-42bff5d502b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:52.379813 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6d6a-df7c-409e-94da-42bff5d502b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:52.450195 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6d6a-df7c-409e-94da-42bff5d502b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:52.460453 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d5b5230f-6507-49c8-bf8f-605367b8a670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:52.475317 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf5087-c549-48d0-a7b7-610f64dc50f4 req-f0bb57bb-b376-4e38-9bcf-8e01f25ffa52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:52.477909 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9caf5087-c549-48d0-a7b7-610f64dc50f4 req-f0bb57bb-b376-4e38-9bcf-8e01f25ffa52 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb HTTP/1.1" status: 200  len: 918 time: 0.2053399
Jul 06 00:46:52.482572 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee6d6a-df7c-409e-94da-42bff5d502b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6125e9-177a-447d-b188-0e7b870b4a25,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:52.494154 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6d6a-df7c-409e-94da-42bff5d502b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:52.499696 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-d5ee6d6a-df7c-409e-94da-42bff5d502b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc6125e9-177a-447d-b188-0e7b870b4a25 HTTP/1.1" status: 204  len: 168 time: 0.2715492
Jul 06 00:46:52.502402 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d5ee6d6a-df7c-409e-94da-42bff5d502b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:52.589746 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9caf5087-c549-48d0-a7b7-610f64dc50f4 req-a5c7de88-1e1c-408f-bd8a-7d524d700bb4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 HTTP/1.1" status: 200  len: 217 time: 0.1025198
Jul 06 00:46:52.728024 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf5087-c549-48d0-a7b7-610f64dc50f4 req-bc2c5591-dc1c-4b70-b5f0-d59c0ab2de65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:52.729655 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9caf5087-c549-48d0-a7b7-610f64dc50f4 req-bc2c5591-dc1c-4b70-b5f0-d59c0ab2de65 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8 HTTP/1.1" status: 200  len: 856 time: 0.1321666
Jul 06 00:46:52.837477 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9caf5087-c549-48d0-a7b7-610f64dc50f4 req-f9b1e29a-07aa-494f-b34a-bffe514d34ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0991943
Jul 06 00:46:52.855082 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c926f4-bc18-4b2c-88b3-099d561a9606 req-7c1970c8-4e3c-43ee-83e6-7b36132a2c68 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:52.856643 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-58c926f4-bc18-4b2c-88b3-099d561a9606 req-7c1970c8-4e3c-43ee-83e6-7b36132a2c68 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.1148252
Jul 06 00:46:52.945137 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-58c926f4-bc18-4b2c-88b3-099d561a9606 req-461a132d-d821-4f35-9ca8-5655e6898d01 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790875
Jul 06 00:46:53.029772 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9caf5087-c549-48d0-a7b7-610f64dc50f4 req-c0e06c42-7cff-47cb-8d26-b3c18995a6f2 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1757443
Jul 06 00:46:53.112308 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 56952) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:53.139486 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-73781e76-378c-47d1-b866-ccd074266f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:53.190131 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-73781e76-378c-47d1-b866-ccd074266f53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:46:53.196469 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-73781e76-378c-47d1-b866-ccd074266f53 admin admin] Usage tracker for resource:security_group_rule and tenant:c5c7aaae83d0430db21b6d9df6320672 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:46:53.200682 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-73781e76-378c-47d1-b866-ccd074266f53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:46:53.208170 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-73781e76-378c-47d1-b866-ccd074266f53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:46:53.216492 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9caf5087-c549-48d0-a7b7-610f64dc50f4 req-b0f3814b-2b04-4697-93dc-36fff992485f service neutron] 10.222.0.39 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1784351
Jul 06 00:46:53.290978 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-73781e76-378c-47d1-b866-ccd074266f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:53.294762 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-73781e76-378c-47d1-b866-ccd074266f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:53.315372 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-dcfda067-cbfc-44ca-89d7-3d53ed1736bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:53.364185 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73781e76-378c-47d1-b866-ccd074266f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e082f5-a60d-4f29-b1ea-461d511ca945,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:53.386449 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-73781e76-378c-47d1-b866-ccd074266f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:53.392932 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-73781e76-378c-47d1-b866-ccd074266f53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5c7aaae83d0430db21b6d9df6320672&name=default HTTP/1.1" status: 200  len: 2629 time: 0.2753954
Jul 06 00:46:53.393999 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 56956) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:46:53.482043 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cc935806-0bbd-4aea-94a8-969165ca193a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:53.519567 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cc935806-0bbd-4aea-94a8-969165ca193a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:53.575268 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cc935806-0bbd-4aea-94a8-969165ca193a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:53.581262 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cde55abe-3700-491f-90ba-1f1e8aa81021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:53.596589 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc935806-0bbd-4aea-94a8-969165ca193a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e082f5-a60d-4f29-b1ea-461d511ca945,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:53.598721 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cc935806-0bbd-4aea-94a8-969165ca193a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:53.602956 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-cc935806-0bbd-4aea-94a8-969165ca193a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41e082f5-a60d-4f29-b1ea-461d511ca945 HTTP/1.1" status: 204  len: 168 time: 0.2078698
Jul 06 00:46:53.604049 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cc935806-0bbd-4aea-94a8-969165ca193a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:54.273392 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e07068-8ad8-4fc7-b8dd-f087b05bee62 req-d2496e1d-2bbc-43a3-9bc7-6d3077f1647d tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:54.285691 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-04e07068-8ad8-4fc7-b8dd-f087b05bee62 req-d2496e1d-2bbc-43a3-9bc7-6d3077f1647d tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.1715827
Jul 06 00:46:54.361618 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-04e07068-8ad8-4fc7-b8dd-f087b05bee62 req-11764c37-3872-4202-9fa5-deb8597468bc tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746512
Jul 06 00:46:54.902714 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 00:46:55.244386 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:46:55.260506 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Returning: {'device': '25e1b8bf-d092-4a97-9db7-d0ce1faf32b6', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'port_id': '25e1b8bf-d092-4a97-9db7-d0ce1faf32b6', 'mac_address': 'fa:16:3e:5f:e7:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 00:46:55.314863 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:55.335377 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 {{(pid=80882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:46:55.356168 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:46:55.362904 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:55.366470 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fa9e75ee-b427-4666-81ae-92ef501c09e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:55.492033 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:55.498867 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:55.745433 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7320d-0c82-4c7e-8123-221fa63a1877 req-6ed02178-537f-4e7c-a072-87f9ed01f2af tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:55.746652 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2cb7320d-0c82-4c7e-8123-221fa63a1877 req-6ed02178-537f-4e7c-a072-87f9ed01f2af tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 945 time: 0.2084727
Jul 06 00:46:55.765474 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['25e1b8bf-d092-4a97-9db7-d0ce1faf32b6'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:46:55.857470 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2cb7320d-0c82-4c7e-8123-221fa63a1877 req-2ce81116-7e80-498c-9688-09089f3dc451 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0951452
Jul 06 00:46:56.084573 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527ea82-b5a3-4f17-a32e-07d8cd2df3a0 req-cdee9642-8547-4fde-947a-01deb47284a9 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:56.099008 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-4527ea82-b5a3-4f17-a32e-07d8cd2df3a0 req-cdee9642-8547-4fde-947a-01deb47284a9 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.1154797
Jul 06 00:46:56.171723 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-4527ea82-b5a3-4f17-a32e-07d8cd2df3a0 req-bb6627ff-4693-4975-9a8a-580b25b91852 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717523
Jul 06 00:46:56.913599 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 up at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:46:57.005776 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning for port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:46:57.011433 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning complete for port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:46:57.012047 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:57.087976 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d28ec4-eeb8-4ec3-bff7-18e1d22269eb req-16db52da-9481-4a72-985e-5ca844a93c32 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:57.097319 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c1d28ec4-eeb8-4ec3-bff7-18e1d22269eb req-16db52da-9481-4a72-985e-5ca844a93c32 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 945 time: 0.0914037
Jul 06 00:46:57.218747 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c1d28ec4-eeb8-4ec3-bff7-18e1d22269eb req-51524a0f-54e1-4658-9600-1e14d557b743 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1149249
Jul 06 00:46:57.221051 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:57.268605 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07582fb-c857-42c5-9910-d92ee63fe4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e1b8bf-d092-4a97-9db7-d0ce1faf32b6'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:46:57.284805 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:46:57.289644 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:46:57.291594 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:46:57.350110 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07582fb-c857-42c5-9910-d92ee63fe4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e1b8bf-d092-4a97-9db7-d0ce1faf32b6', 'code': 200}
Jul 06 00:46:57.356442 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:46:57.359636 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:46:57.451357 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499a801-6be2-435c-9d21-8bb71f7cf6bf req-68e58f7c-2d05-487e-96d0-61a7ab0c2400 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:57.460956 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a499a801-6be2-435c-9d21-8bb71f7cf6bf req-68e58f7c-2d05-487e-96d0-61a7ab0c2400 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0986931
Jul 06 00:46:57.514215 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a499a801-6be2-435c-9d21-8bb71f7cf6bf req-806c7d46-c677-47e6-906a-8d92d8441797 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517008
Jul 06 00:46:57.675342 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b7dff573-601b-423e-b286-c461708dd822 req-77782bfe-b0da-4969-8b0b-715a8610afee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 1099 time: 0.0817628
Jul 06 00:46:57.725933 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b7dff573-601b-423e-b286-c461708dd822 req-d7dd13f1-420c-4959-ba81-2f34cf4ad379 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432031
Jul 06 00:46:58.044584 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:46:58.442616 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf6968-d044-4503-8a19-d4ffc56b1acb req-b5ebed4a-e00a-41d1-a649-52f2f0b8b221 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:58.445556 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8ecf6968-d044-4503-8a19-d4ffc56b1acb req-b5ebed4a-e00a-41d1-a649-52f2f0b8b221 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 946 time: 0.1004903
Jul 06 00:46:58.525270 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8ecf6968-d044-4503-8a19-d4ffc56b1acb req-9df209d3-5561-4262-bb87-007bc59511c5 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689919
Jul 06 00:46:58.810999 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947dd33-1251-468f-942c-16ccd65afc72 req-7fe7c955-1ceb-417f-8e39-89520091b4af tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:58.813131 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2947dd33-1251-468f-942c-16ccd65afc72 req-7fe7c955-1ceb-417f-8e39-89520091b4af tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.1052606
Jul 06 00:46:58.875447 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2947dd33-1251-468f-942c-16ccd65afc72 req-2ac5c1a7-8b3b-4b34-9742-6ceaf59146d4 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542145
Jul 06 00:46:59.840000 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cb7e7-36a6-4bef-a732-c6fa1c703128 req-9f62d6ba-ebd7-4dbe-bf24-c705273a31ea tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:46:59.841894 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9c3cb7e7-36a6-4bef-a732-c6fa1c703128 req-9f62d6ba-ebd7-4dbe-bf24-c705273a31ea tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 946 time: 0.1078930
Jul 06 00:46:59.903310 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9c3cb7e7-36a6-4bef-a732-c6fa1c703128 req-367748ea-7652-42ea-8c54-a68953e0e833 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532565
Jul 06 00:47:00.159508 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffd7f4-d48d-439b-9b11-af333f7dca6a req-8df9fbc9-a24a-46db-ae05-7695d4d09657 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:00.161580 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-81ffd7f4-d48d-439b-9b11-af333f7dca6a req-8df9fbc9-a24a-46db-ae05-7695d4d09657 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.1512351
Jul 06 00:47:00.243057 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ee39d-73e6-45b6-86f6-3be90a5cb63b req-7196389a-8864-4be0-8292-039e586c65d0 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:00.244794 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-003ee39d-73e6-45b6-86f6-3be90a5cb63b req-7196389a-8864-4be0-8292-039e586c65d0 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 946 time: 0.1910107
Jul 06 00:47:00.266503 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 57098) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:00.266636 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-81ffd7f4-d48d-439b-9b11-af333f7dca6a req-75b49941-d5cc-4a34-b45c-c85f80d04cde tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0928674
Jul 06 00:47:00.271718 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-1a16b753-8ca0-4899-8b9e-eef874078799 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Request body: {'floatingip': {'port_id': '25e1b8bf-d092-4a97-9db7-d0ce1faf32b6'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:47:00.352090 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1a16b753-8ca0-4899-8b9e-eef874078799 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for floatingip, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:00.518038 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 57104) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:00.728138 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-614a5575-072f-4e06-ab65-cb5b8c598d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:00.772338 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-614a5575-072f-4e06-ab65-cb5b8c598d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:47:00.776545 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-614a5575-072f-4e06-ab65-cb5b8c598d40 admin admin] Usage tracker for resource:security_group_rule and tenant:f5733412c00246e88333c1f391ecbc7e is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:47:00.779989 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-614a5575-072f-4e06-ab65-cb5b8c598d40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:47:00.788052 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-614a5575-072f-4e06-ab65-cb5b8c598d40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:47:00.875838 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-614a5575-072f-4e06-ab65-cb5b8c598d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:00.875838 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-614a5575-072f-4e06-ab65-cb5b8c598d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:00.915071 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e5cb365d-0c91-47de-9304-fb321eab5e92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:00.951828 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a5575-072f-4e06-ab65-cb5b8c598d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92247c2-af26-4b8b-8b73-6bd5011208ec,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:00.951828 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-614a5575-072f-4e06-ab65-cb5b8c598d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:00.951828 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-614a5575-072f-4e06-ab65-cb5b8c598d40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5733412c00246e88333c1f391ecbc7e&name=default HTTP/1.1" status: 200  len: 2629 time: 0.4321659
Jul 06 00:47:00.954422 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 57110) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:01.047797 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2df95be0-9e83-4433-bdb4-298b3d586769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:01.083917 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2df95be0-9e83-4433-bdb4-298b3d586769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:01.178242 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2df95be0-9e83-4433-bdb4-298b3d586769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:01.184256 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-96a5c47f-13a7-475b-a973-ae73c848cc48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:01.198621 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df95be0-9e83-4433-bdb4-298b3d586769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92247c2-af26-4b8b-8b73-6bd5011208ec,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:01.206450 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-2df95be0-9e83-4433-bdb4-298b3d586769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:01.207717 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2df95be0-9e83-4433-bdb4-298b3d586769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:01.211879 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-2df95be0-9e83-4433-bdb4-298b3d586769 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e92247c2-af26-4b8b-8b73-6bd5011208ec HTTP/1.1" status: 204  len: 168 time: 0.2562141
Jul 06 00:47:01.413181 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1a16b753-8ca0-4899-8b9e-eef874078799 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:01.419042 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1a16b753-8ca0-4899-8b9e-eef874078799 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459972'] for floatingip, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:01.501666 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add8991-08df-49b1-9f89-a1e9c7ff0a7b req-1d658202-4d4d-463f-8209-7c4dd24d659a tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:01.510557 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1add8991-08df-49b1-9f89-a1e9c7ff0a7b req-1d658202-4d4d-463f-8209-7c4dd24d659a tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0970900
Jul 06 00:47:01.575775 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1add8991-08df-49b1-9f89-a1e9c7ff0a7b req-945f3441-a520-4d80-945c-728508430e42 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641923
Jul 06 00:47:01.669389 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.l3_db [None req-1a16b753-8ca0-4899-8b9e-eef874078799 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Floating IP 1211c103-d816-4e13-86ea-b6bc286e7bcd associated. External IP: 172.27.1.102, port: 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6.
Jul 06 00:47:01.801820 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 57128) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:01.801820 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f40602ea-556b-41b7-ba30-eb00a3b1096d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:01.835183 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-f40602ea-556b-41b7-ba30-eb00a3b1096d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:47:01.839684 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-f40602ea-556b-41b7-ba30-eb00a3b1096d admin admin] Usage tracker for resource:security_group_rule and tenant:b4637089bfff4d62a146e69e2c315ca2 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:47:01.843175 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-f40602ea-556b-41b7-ba30-eb00a3b1096d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:47:01.850988 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-f40602ea-556b-41b7-ba30-eb00a3b1096d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:47:01.960528 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f40602ea-556b-41b7-ba30-eb00a3b1096d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:01.964928 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f40602ea-556b-41b7-ba30-eb00a3b1096d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:02.011970 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0bbacbf6-bf3c-4533-a5ed-b63eaef836d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:02.023774 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-f40602ea-556b-41b7-ba30-eb00a3b1096d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4637089bfff4d62a146e69e2c315ca2&name=default HTTP/1.1" status: 200  len: 2629 time: 0.2405100
Jul 06 00:47:02.029526 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 57132) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:02.090827 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40602ea-556b-41b7-ba30-eb00a3b1096d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c0b526-bb5d-423b-b531-8071d8b83546,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:02.095327 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f40602ea-556b-41b7-ba30-eb00a3b1096d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:02.154697 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-764cf8a6-511a-414b-b3e4-bc2cea090ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:02.167523 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a16b753-8ca0-4899-8b9e-eef874078799 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Router d3a6d8b7-fa82-4488-982b-5a280a8676d6 has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:47:02.191828 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-764cf8a6-511a-414b-b3e4-bc2cea090ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:02.268085 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-764cf8a6-511a-414b-b3e4-bc2cea090ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:02.273290 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-750f15e9-345f-4803-9cf7-69f1cf80c8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:02.284458 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764cf8a6-511a-414b-b3e4-bc2cea090ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c0b526-bb5d-423b-b531-8071d8b83546,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:02.293534 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-764cf8a6-511a-414b-b3e4-bc2cea090ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:02.300459 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-764cf8a6-511a-414b-b3e4-bc2cea090ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:02.301877 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-764cf8a6-511a-414b-b3e4-bc2cea090ae7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57c0b526-bb5d-423b-b531-8071d8b83546 HTTP/1.1" status: 204  len: 168 time: 0.2713656
Jul 06 00:47:02.397392 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a16b753-8ca0-4899-8b9e-eef874078799 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:47:02.409960 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ae539f-213c-4503-8bd1-8051d92638d2 None None] Sync routers for ids ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'] in dv-cinder-799546-2-iscsi {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:47:02.418578 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1a16b753-8ca0-4899-8b9e-eef874078799 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for floatingip, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:02.426140 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ae539f-213c-4503-8bd1-8051d92638d2 None None] Routers {'d3a6d8b7-fa82-4488-982b-5a280a8676d6'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:47:02.427314 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-e1ae539f-213c-4503-8bd1-8051d92638d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90902588>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:46:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:47:02.483860 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-1a16b753-8ca0-4899-8b9e-eef874078799 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "PUT /v2.0/floatingips/1211c103-d816-4e13-86ea-b6bc286e7bcd HTTP/1.1" status: 200  len: 992 time: 2.2136540
Jul 06 00:47:02.483860 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07582fb-c857-42c5-9910-d92ee63fe4c0', 'tag': '25e1b8bf-d092-4a97-9db7-d0ce1faf32b6'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:47:02.550104 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e07582fb-c857-42c5-9910-d92ee63fe4c0', 'tag': '25e1b8bf-d092-4a97-9db7-d0ce1faf32b6', 'status': 'completed', 'code': 200}
Jul 06 00:47:02.692400 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-de4c795b-5915-4822-8718-0b28d9a8a699 req-caca9a9d-9fc1-452b-8b6a-8afe97405756 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21b0829bee9048fc90ba206d9988d456&device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 1099 time: 0.1117551
Jul 06 00:47:02.763623 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-e1ae539f-213c-4503-8bd1-8051d92638d2 None None] Set router d3a6d8b7-fa82-4488-982b-5a280a8676d6 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:47:02.873940 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77df5b7-1fce-4c13-9a98-92061aa49bb4 req-6dd432f0-b9a2-4f25-9346-4bc48f765c2f tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:02.890193 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e77df5b7-1fce-4c13-9a98-92061aa49bb4 req-6dd432f0-b9a2-4f25-9346-4bc48f765c2f tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.1115029
Jul 06 00:47:02.970125 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e77df5b7-1fce-4c13-9a98-92061aa49bb4 req-27d786c3-aa29-4972-a76b-8780f8ab26d7 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776291
Jul 06 00:47:03.095876 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c795b-5915-4822-8718-0b28d9a8a699 req-31fe898a-abe4-4cab-964b-512cc0559c76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:03.097544 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-de4c795b-5915-4822-8718-0b28d9a8a699 req-31fe898a-abe4-4cab-964b-512cc0559c76 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb HTTP/1.1" status: 200  len: 918 time: 0.3931079
Jul 06 00:47:03.170926 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-e1ae539f-213c-4503-8bd1-8051d92638d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90902588>, [{'id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'name': 'tempest-AttachVolumeShelveTestJSON-2032814975-router', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:46:37Z', 'updated_at': '2021-07-06T00:46:40Z', 'revision_number': 4, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'gw_port': {'id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:38Z', 'updated_at': '2021-07-06T00:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '1211c103-d816-4e13-86ea-b6bc286e7bcd', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'port_id': '25e1b8bf-d092-4a97-9db7-d0ce1faf32b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'mac_address': 'fa:16:3e:5f:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07582fb-c857-42c5-9910-d92ee63fe4c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:46:44Z', 'updated_at': '2021-07-06T00:47:01Z', 'revision_number': 1, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa96d3e2-b01c-4e2e-9f40-2129f05d3f18', 'name': '', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'mac_address': 'fa:16:3e:93:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:40Z', 'updated_at': '2021-07-06T00:46:49Z', 'revision_number': 5, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'subnets': [{'id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:47:03.185310 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ae539f-213c-4503-8bd1-8051d92638d2 None None] Checking router: d3a6d8b7-fa82-4488-982b-5a280a8676d6 for host: dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:47:03.217306 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ae539f-213c-4503-8bd1-8051d92638d2 None None] Routers {'d3a6d8b7-fa82-4488-982b-5a280a8676d6'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:47:03.222652 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-e1ae539f-213c-4503-8bd1-8051d92638d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90902588>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:46:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:47:03.318191 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-de4c795b-5915-4822-8718-0b28d9a8a699 req-63ad9945-ec39-482c-8cf3-49d469ec5b7d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 HTTP/1.1" status: 200  len: 1000 time: 0.2119746
Jul 06 00:47:03.413041 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c795b-5915-4822-8718-0b28d9a8a699 req-352c7d2e-244c-423f-bdbd-0312521f258b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:03.415270 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-de4c795b-5915-4822-8718-0b28d9a8a699 req-352c7d2e-244c-423f-bdbd-0312521f258b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8 HTTP/1.1" status: 200  len: 856 time: 0.0899768
Jul 06 00:47:03.483185 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-e1ae539f-213c-4503-8bd1-8051d92638d2 None None] Set router d3a6d8b7-fa82-4488-982b-5a280a8676d6 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:47:03.525861 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-de4c795b-5915-4822-8718-0b28d9a8a699 req-65a5cb11-6134-4216-82cb-3144b1570d0d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1003540
Jul 06 00:47:04.137406 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-de4c795b-5915-4822-8718-0b28d9a8a699 req-afd0cd69-127c-48c9-8a58-56ad3dd61dbf service neutron] 10.222.0.39 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5976520
Jul 06 00:47:04.165775 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-e1ae539f-213c-4503-8bd1-8051d92638d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90902588>, [{'id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'name': 'tempest-AttachVolumeShelveTestJSON-2032814975-router', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:46:37Z', 'updated_at': '2021-07-06T00:46:40Z', 'revision_number': 4, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'gw_port': {'id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:38Z', 'updated_at': '2021-07-06T00:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '1211c103-d816-4e13-86ea-b6bc286e7bcd', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'port_id': '25e1b8bf-d092-4a97-9db7-d0ce1faf32b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'mac_address': 'fa:16:3e:5f:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07582fb-c857-42c5-9910-d92ee63fe4c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:46:44Z', 'updated_at': '2021-07-06T00:47:01Z', 'revision_number': 1, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa96d3e2-b01c-4e2e-9f40-2129f05d3f18', 'name': '', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'mac_address': 'fa:16:3e:93:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:40Z', 'updated_at': '2021-07-06T00:46:49Z', 'revision_number': 5, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'subnets': [{'id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:47:04.173612 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ae539f-213c-4503-8bd1-8051d92638d2 None None] The sync data for ids ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'] in dv-cinder-799546-2-iscsi is: [{'id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'name': 'tempest-AttachVolumeShelveTestJSON-2032814975-router', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:46:37Z', 'updated_at': '2021-07-06T00:46:40Z', 'revision_number': 4, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'gw_port': {'id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:38Z', 'updated_at': '2021-07-06T00:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '1211c103-d816-4e13-86ea-b6bc286e7bcd', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'port_id': '25e1b8bf-d092-4a97-9db7-d0ce1faf32b6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'mac_address': 'fa:16:3e:5f:e7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07582fb-c857-42c5-9910-d92ee63fe4c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:46:44Z', 'updated_at': '2021-07-06T00:47:01Z', 'revision_number': 1, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa96d3e2-b01c-4e2e-9f40-2129f05d3f18', 'name': '', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'mac_address': 'fa:16:3e:93:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:40Z', 'updated_at': '2021-07-06T00:46:49Z', 'revision_number': 5, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'subnets': [{'id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:47:04.312874 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f81d7f-c967-4e8c-822d-0c7d585405c1 req-5753e805-ca59-4ec5-a9ae-b84d1ec94f58 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:04.315236 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-57f81d7f-c967-4e8c-822d-0c7d585405c1 req-5753e805-ca59-4ec5-a9ae-b84d1ec94f58 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.1495919
Jul 06 00:47:04.362163 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-de4c795b-5915-4822-8718-0b28d9a8a699 req-da053b1a-c8a2-4cfc-bf64-8be21f1d6550 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2181578
Jul 06 00:47:04.408891 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-57f81d7f-c967-4e8c-822d-0c7d585405c1 req-6880273d-d9e2-489c-aa63-f383a5511a57 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754652
Jul 06 00:47:04.724563 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3921528d-7ba2-45fe-90b6-c882456a94a8 None None] New status for floating IP 1211c103-d816-4e13-86ea-b6bc286e7bcd: ACTIVE {{(pid=80883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 00:47:05.634095 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87be11-2666-4934-aed3-fb92f9501693 req-471d66a2-8c95-4020-a312-86c7c59e8ae5 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:05.635740 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3e87be11-2666-4934-aed3-fb92f9501693 req-471d66a2-8c95-4020-a312-86c7c59e8ae5 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.1080577
Jul 06 00:47:05.711992 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3e87be11-2666-4934-aed3-fb92f9501693 req-dbb44567-38ac-435a-95b3-2daee62cb5b5 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659556
Jul 06 00:47:06.894522 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95e3e8-e1ee-4c42-9895-4f977cb6c630 req-cca4bfdd-f60a-4208-a917-32bcfcf2f79c tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:06.896101 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be95e3e8-e1ee-4c42-9895-4f977cb6c630 req-cca4bfdd-f60a-4208-a917-32bcfcf2f79c tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0770252
Jul 06 00:47:06.949006 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be95e3e8-e1ee-4c42-9895-4f977cb6c630 req-6c996dc1-5d53-4476-a6f1-17b03cdf4a82 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460434
Jul 06 00:47:08.146994 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81aed6d-48cd-4b99-8b66-eecb94d42cf2 req-4ac650e5-5edf-4daa-b853-23ccbfac143f tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:08.148791 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b81aed6d-48cd-4b99-8b66-eecb94d42cf2 req-4ac650e5-5edf-4daa-b853-23ccbfac143f tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0805514
Jul 06 00:47:08.201476 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b81aed6d-48cd-4b99-8b66-eecb94d42cf2 req-6ef171d6-1341-46d0-ad80-a2a52af9e437 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451963
Jul 06 00:47:09.394783 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256157a6-2966-49db-87d7-c1e68b579efa req-9d28914b-c618-4073-820e-a3b37ada0cca tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:09.396436 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-256157a6-2966-49db-87d7-c1e68b579efa req-9d28914b-c618-4073-820e-a3b37ada0cca tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0818486
Jul 06 00:47:09.445941 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-256157a6-2966-49db-87d7-c1e68b579efa req-53b6601a-6a74-41da-8ad0-c5ee2b4149b5 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426619
Jul 06 00:47:10.638896 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09d898-85fe-422a-b908-f425d836ad4f req-f77b1f6b-4743-4509-8502-bb02b28205fe tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:10.640490 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ac09d898-85fe-422a-b908-f425d836ad4f req-f77b1f6b-4743-4509-8502-bb02b28205fe tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0778854
Jul 06 00:47:10.696906 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ac09d898-85fe-422a-b908-f425d836ad4f req-078b4abc-f58e-4042-a594-58ebbd72b58c tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486221
Jul 06 00:47:11.886856 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb9a64-bc5e-4e39-9c4c-a2a284405227 req-bdfa9613-3f2e-4bb4-86c5-61260d69c62c tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:11.888384 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-eefb9a64-bc5e-4e39-9c4c-a2a284405227 req-bdfa9613-3f2e-4bb4-86c5-61260d69c62c tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0768795
Jul 06 00:47:11.937144 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-eefb9a64-bc5e-4e39-9c4c-a2a284405227 req-e1712673-9e49-4b92-a8c6-119b7a0b93c5 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409925
Jul 06 00:47:12.299541 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-539378d8-263d-4680-8e43-a31d8e793ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:12.358189 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0935cdf6-fe5f-4d56-a61b-a6204534b241 req-518f3421-c522-45ee-b366-ea769479ebaa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=13398ab56bc24c4687d1034e36eb418f&device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 1098 time: 0.0824451
Jul 06 00:47:12.513484 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935cdf6-fe5f-4d56-a61b-a6204534b241 req-3b0809ed-1955-4e51-9498-dbf5c9d90a97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:12.515369 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0935cdf6-fe5f-4d56-a61b-a6204534b241 req-3b0809ed-1955-4e51-9498-dbf5c9d90a97 service neutron] 10.222.0.39 "GET /v2.0/networks?id=41657b10-f5b5-45f4-877a-d9b5218b372e HTTP/1.1" status: 200  len: 911 time: 0.1335239
Jul 06 00:47:12.615255 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0935cdf6-fe5f-4d56-a61b-a6204534b241 req-6668c3a3-9fee-421d-a56e-5a1af2cd717c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d638c42e-f518-4045-a066-f3389aae47d5 HTTP/1.1" status: 200  len: 1001 time: 0.0911057
Jul 06 00:47:12.687524 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935cdf6-fe5f-4d56-a61b-a6204534b241 req-5519ff87-e087-41c9-9162-2fd9bff139a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:12.689080 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0935cdf6-fe5f-4d56-a61b-a6204534b241 req-5519ff87-e087-41c9-9162-2fd9bff139a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5087eff-ba0b-47fa-bad0-5225f3587e40 HTTP/1.1" status: 200  len: 849 time: 0.0643108
Jul 06 00:47:12.705757 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 57340) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:12.765649 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0935cdf6-fe5f-4d56-a61b-a6204534b241 req-3614679a-59bf-4fa7-930f-fd36025afc0a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41657b10-f5b5-45f4-877a-d9b5218b372e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0687213
Jul 06 00:47:12.773182 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_v2 [None req-86592f4b-a3ef-4245-920a-b8f49b83cf45 admin admin] Deleting subnet 2e22e038-249a-4ad0-abf1-d66f75fc79a7 {{(pid=80880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 00:47:12.773570 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-86592f4b-a3ef-4245-920a-b8f49b83cf45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:12.823989 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-86592f4b-a3ef-4245-920a-b8f49b83cf45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853343471'] for subnet, precommit_delete_associations {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:12.888600 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-86592f4b-a3ef-4245-920a-b8f49b83cf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312649'] for subnet, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:12.916065 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0935cdf6-fe5f-4d56-a61b-a6204534b241 req-a1c8e108-6f99-4691-bdfe-0707db7a2736 service neutron] 10.222.0.39 "GET /v2.0/networks/41657b10-f5b5-45f4-877a-d9b5218b372e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421368
Jul 06 00:47:12.960363 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-86592f4b-a3ef-4245-920a-b8f49b83cf45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851463167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32381836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31702690'] for subnet, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:12.965300 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-21c9e50f-f7ed-45b0-a715-afe6a25feea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:12.998557 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86592f4b-a3ef-4245-920a-b8f49b83cf45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e22e038-249a-4ad0-abf1-d66f75fc79a7,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:13.001318 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-86592f4b-a3ef-4245-920a-b8f49b83cf45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:13.004319 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-86592f4b-a3ef-4245-920a-b8f49b83cf45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for subnet, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:13.010578 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-86592f4b-a3ef-4245-920a-b8f49b83cf45 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2e22e038-249a-4ad0-abf1-d66f75fc79a7 HTTP/1.1" status: 204  len: 168 time: 0.3035302
Jul 06 00:47:13.013192 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 57348) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:13.086433 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0935cdf6-fe5f-4d56-a61b-a6204534b241 req-b94ad187-7146-46b2-b4bf-4972e2665e89 service neutron] 10.222.0.39 "GET /v2.0/networks/41657b10-f5b5-45f4-877a-d9b5218b372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1615660
Jul 06 00:47:13.135776 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2e93-6ad9-4fe5-af57-698b26731fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850613198'] for network, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:13.525216 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2e93-6ad9-4fe5-af57-698b26731fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851462971', 'neutron.services.segments.db._delete_segments_for_network-8734505439535'] for network, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:13.546363 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311d2a1-88e6-47fa-850e-1beb20446937 req-ba06477a-d2e2-49e3-a0ba-c6f91141d95d tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:13.547969 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2311d2a1-88e6-47fa-850e-1beb20446937 req-ba06477a-d2e2-49e3-a0ba-c6f91141d95d tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.4091427
Jul 06 00:47:13.549533 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-fa2c2e93-6ad9-4fe5-af57-698b26731fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1a8f363550>,) {'filters': {'network_id': ['0545c3c7-dd02-414b-a43d-cb852142669a']}} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:47:13.576492 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-fa2c2e93-6ad9-4fe5-af57-698b26731fa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8f363550>, 'c19fc380-ab52-4442-9be8-f6df29c17682') {'for_net_delete': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:47:13.576830 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-fa2c2e93-6ad9-4fe5-af57-698b26731fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8f363550>, 'c19fc380-ab52-4442-9be8-f6df29c17682') {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:47:13.598892 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2e93-6ad9-4fe5-af57-698b26731fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302349340327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1432422'] for segment, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:13.628681 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2e93-6ad9-4fe5-af57-698b26731fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:13.639169 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2311d2a1-88e6-47fa-850e-1beb20446937 req-d418fa6f-d9be-4842-8ac5-9ba8fdaa9e2a tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0815854
Jul 06 00:47:13.639410 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:13.639914 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2c2e93-6ad9-4fe5-af57-698b26731fa1 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=80880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 00:47:13.640346 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2e93-6ad9-4fe5-af57-698b26731fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851464142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822393246'] for segment, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]: Traceback (most recent call last):
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:     timer()
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:     cb(*args, **kw)
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:     return func(*args, **kwargs)
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:     self._notify()
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:     self.callback(batched_events)
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:     event.method(event)
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:     segment_id)['aggregates'][0]
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:     return f(self, *a, **k)
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self._get(url).json()
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:     **kwargs)
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self.request(url, 'GET', **kwargs)
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:     **endpoint_filter)
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 00:47:13.655183 dv-cinder-799546-2-iscsi neutron-server[80769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 00:47:13.731003 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2e93-6ad9-4fe5-af57-698b26731fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3312860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459991'] for network, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:13.734608 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:13.748849 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fa2c2e93-6ad9-4fe5-af57-698b26731fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:13.760375 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c2e93-6ad9-4fe5-af57-698b26731fa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0545c3c7-dd02-414b-a43d-cb852142669a,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:13.763904 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fa2c2e93-6ad9-4fe5-af57-698b26731fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:13.768836 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-fa2c2e93-6ad9-4fe5-af57-698b26731fa1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0545c3c7-dd02-414b-a43d-cb852142669a HTTP/1.1" status: 204  len: 168 time: 0.7543614
Jul 06 00:47:13.975339 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 57368) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:14.006517 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:14.029252 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-e5377119-b53a-46eb-90f0-6368166cccfb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd2bd617124e41d7bc1eec147aca3725&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0526135
Jul 06 00:47:14.031938 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 57372) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:14.093613 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-dfd40007-6da1-4910-a218-6da7ce3cb8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:14.125351 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-dfd40007-6da1-4910-a218-6da7ce3cb8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:14.170227 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-dfd40007-6da1-4910-a218-6da7ce3cb8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:14.175869 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:14.190704 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd40007-6da1-4910-a218-6da7ce3cb8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:14.197305 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-dfd40007-6da1-4910-a218-6da7ce3cb8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:14.198057 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-dfd40007-6da1-4910-a218-6da7ce3cb8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:14.199302 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-dfd40007-6da1-4910-a218-6da7ce3cb8f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e1372a0-ee89-44ef-a3eb-ec2f351cfd8f HTTP/1.1" status: 204  len: 168 time: 0.1663256
Jul 06 00:47:14.324587 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a0fb51bb-95df-451b-b719-28af1d64375b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:14.817066 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:14.847076 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c598320-b840-4e52-b957-7a2b8f802365 req-5acd7464-5370-4e6b-8e03-6bccd7a7d4dc tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:14.848745 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6c598320-b840-4e52-b957-7a2b8f802365 req-5acd7464-5370-4e6b-8e03-6bccd7a7d4dc tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0880268
Jul 06 00:47:14.910133 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6c598320-b840-4e52-b957-7a2b8f802365 req-307a8a7a-09cf-4bff-8f98-6f58b785c2a7 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539312
Jul 06 00:47:15.977277 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:16.110988 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b4374-e9dc-41a2-a4b0-37516ccc7fbb req-5485982a-fd26-4996-aef6-6364b259fc03 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:16.112607 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6f4b4374-e9dc-41a2-a4b0-37516ccc7fbb req-5485982a-fd26-4996-aef6-6364b259fc03 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0767903
Jul 06 00:47:16.167493 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6f4b4374-e9dc-41a2-a4b0-37516ccc7fbb req-709b1a2c-eb7a-4540-8b2a-d73087df0c90 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478323
Jul 06 00:47:16.516509 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 57426) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:16.667463 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bedf0a9d-f399-4d39-a300-79d0585b2b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:16.703758 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-bedf0a9d-f399-4d39-a300-79d0585b2b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:47:16.708195 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-bedf0a9d-f399-4d39-a300-79d0585b2b31 admin admin] Usage tracker for resource:security_group_rule and tenant:f4af1a2e8d2441d08956a445bdff3f5d is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:47:16.711037 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-bedf0a9d-f399-4d39-a300-79d0585b2b31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:47:16.716811 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-bedf0a9d-f399-4d39-a300-79d0585b2b31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:47:16.787865 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bedf0a9d-f399-4d39-a300-79d0585b2b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:16.790736 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bedf0a9d-f399-4d39-a300-79d0585b2b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:16.797891 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-2d648e6f-08ac-497d-ab94-76dc1f641919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:16.845025 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-bedf0a9d-f399-4d39-a300-79d0585b2b31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4af1a2e8d2441d08956a445bdff3f5d&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3241222
Jul 06 00:47:16.845025 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf0a9d-f399-4d39-a300-79d0585b2b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6951638b-7c79-49fc-9160-e4fca6f44737,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:16.846244 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 57436) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:16.846661 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-bedf0a9d-f399-4d39-a300-79d0585b2b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:16.921923 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3af5c4a6-e1fe-4457-920f-988c51014089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:16.949594 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3af5c4a6-e1fe-4457-920f-988c51014089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:16.994791 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3af5c4a6-e1fe-4457-920f-988c51014089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:17.000009 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5f7aa725-cb7e-47f6-8566-8beedd6cd9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:17.014049 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5c4a6-e1fe-4457-920f-988c51014089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6951638b-7c79-49fc-9160-e4fca6f44737,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:17.016791 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3af5c4a6-e1fe-4457-920f-988c51014089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:17.018245 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3af5c4a6-e1fe-4457-920f-988c51014089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:17.023712 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-3af5c4a6-e1fe-4457-920f-988c51014089 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6951638b-7c79-49fc-9160-e4fca6f44737 HTTP/1.1" status: 204  len: 168 time: 0.1748300
Jul 06 00:47:17.065534 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-4021319f-aaf8-44ef-8bf3-33ee0045e4ef tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5052e079fcc04f2c8b094722f7ff5115&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0360222
Jul 06 00:47:17.233898 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-e34165af-c1a6-4e7f-871a-f4c453d570e0 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:17.238048 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-e34165af-c1a6-4e7f-871a-f4c453d570e0 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1655219
Jul 06 00:47:17.255943 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-f77416cf-a3c0-48df-a70c-22ad370055a8 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/quotas/5052e079fcc04f2c8b094722f7ff5115 HTTP/1.1" status: 200  len: 375 time: 0.0128980
Jul 06 00:47:17.354926 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-bcc71885-1b98-48b6-9f41-49cf90502aaf tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5052e079fcc04f2c8b094722f7ff5115&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0923262
Jul 06 00:47:17.394741 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b31f02-821d-4cfb-af0b-97bba288c5dc req-a41801c1-3c7f-47be-8942-28555274e9da tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:17.396376 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a2b31f02-821d-4cfb-af0b-97bba288c5dc req-a41801c1-3c7f-47be-8942-28555274e9da tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0902941
Jul 06 00:47:17.406343 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 57458) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:17.443552 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3df5d632-93cb-4129-bd40-81d3fce78408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:17.497504 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a2b31f02-821d-4cfb-af0b-97bba288c5dc req-8b65424b-cc79-4bc2-a785-f5e5b7b5e6d3 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0876949
Jul 06 00:47:17.501442 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-3df5d632-93cb-4129-bd40-81d3fce78408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:47:17.505403 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-3df5d632-93cb-4129-bd40-81d3fce78408 admin admin] Usage tracker for resource:security_group_rule and tenant:36254bec3f294bc7a102d696fc92160e is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:47:17.508327 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-3df5d632-93cb-4129-bd40-81d3fce78408 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:47:17.516180 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-3df5d632-93cb-4129-bd40-81d3fce78408 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:47:17.620718 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-4d594361-c859-4209-b7e7-251a443da659 req-88a8a675-6144-478e-90c3-560091bacdf5 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/ports?device_id=39320bf8-07c5-415b-829c-87af27efcad6 HTTP/1.1" status: 200  len: 210 time: 0.0486441
Jul 06 00:47:17.640907 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3df5d632-93cb-4129-bd40-81d3fce78408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:17.648277 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3df5d632-93cb-4129-bd40-81d3fce78408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:17.656554 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-05fe74d3-bfa5-422e-8f6a-832cca33b3ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:17.701439 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5d632-93cb-4129-bd40-81d3fce78408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e57593-985e-4c87-9694-c10ef44b30ad,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:17.705979 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3df5d632-93cb-4129-bd40-81d3fce78408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:17.708371 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-3df5d632-93cb-4129-bd40-81d3fce78408 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36254bec3f294bc7a102d696fc92160e&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3009453
Jul 06 00:47:17.711429 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 57470) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:17.808433 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7a17cfc4-8948-4ced-8771-b16124285f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:17.842027 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7a17cfc4-8948-4ced-8771-b16124285f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:17.901718 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185761d4-3e98-4890-a964-6b6707327b9c req-3b648242-d90a-46b4-ac53-bbaebf36d1e2 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:17.903443 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-185761d4-3e98-4890-a964-6b6707327b9c req-3b648242-d90a-46b4-ac53-bbaebf36d1e2 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0854547
Jul 06 00:47:17.948092 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7a17cfc4-8948-4ced-8771-b16124285f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:17.952751 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:17.962961 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-185761d4-3e98-4890-a964-6b6707327b9c req-e04720e5-8014-42b0-bfc3-c63c2c2c1c73 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515893
Jul 06 00:47:17.972731 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17cfc4-8948-4ced-8771-b16124285f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e57593-985e-4c87-9694-c10ef44b30ad,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:17.978602 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7a17cfc4-8948-4ced-8771-b16124285f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:17.991382 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7a17cfc4-8948-4ced-8771-b16124285f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:17.998988 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-7a17cfc4-8948-4ced-8771-b16124285f5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23e57593-985e-4c87-9694-c10ef44b30ad HTTP/1.1" status: 204  len: 168 time: 0.2851942
Jul 06 00:47:18.008786 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c558c2dd-f93e-4588-af4f-f3af791a0e38 req-77c51258-6624-40d8-8e4a-33898dcb02d2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=13398ab56bc24c4687d1034e36eb418f&device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 1098 time: 0.1153274
Jul 06 00:47:18.165285 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558c2dd-f93e-4588-af4f-f3af791a0e38 req-da432d86-1c88-42d3-b753-8d83f8072d57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:18.167045 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c558c2dd-f93e-4588-af4f-f3af791a0e38 req-da432d86-1c88-42d3-b753-8d83f8072d57 service neutron] 10.222.0.39 "GET /v2.0/networks?id=41657b10-f5b5-45f4-877a-d9b5218b372e HTTP/1.1" status: 200  len: 911 time: 0.1510663
Jul 06 00:47:18.272394 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c558c2dd-f93e-4588-af4f-f3af791a0e38 req-b3632b17-4063-4da8-aafc-7f8e244192d1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d638c42e-f518-4045-a066-f3389aae47d5 HTTP/1.1" status: 200  len: 1001 time: 0.0969796
Jul 06 00:47:18.346495 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558c2dd-f93e-4588-af4f-f3af791a0e38 req-b4db7b06-abb3-41f2-915c-af74448f3c4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:18.348103 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c558c2dd-f93e-4588-af4f-f3af791a0e38 req-b4db7b06-abb3-41f2-915c-af74448f3c4b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5087eff-ba0b-47fa-bad0-5225f3587e40 HTTP/1.1" status: 200  len: 849 time: 0.0643351
Jul 06 00:47:18.431054 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c558c2dd-f93e-4588-af4f-f3af791a0e38 req-de3789e8-b910-485c-acfe-3ffaf7404777 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41657b10-f5b5-45f4-877a-d9b5218b372e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748863
Jul 06 00:47:18.571988 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c558c2dd-f93e-4588-af4f-f3af791a0e38 req-f5c36f21-0a2e-477c-b24b-c28799af12a3 service neutron] 10.222.0.39 "GET /v2.0/networks/41657b10-f5b5-45f4-877a-d9b5218b372e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328766
Jul 06 00:47:18.715931 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c558c2dd-f93e-4588-af4f-f3af791a0e38 req-d887a033-7918-46a2-9ec6-dd215dc1facc service neutron] 10.222.0.39 "GET /v2.0/networks/41657b10-f5b5-45f4-877a-d9b5218b372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368568
Jul 06 00:47:18.827201 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-03b23629-e83a-4aae-b095-e17b5040be17 req-d2d283e4-c453-43a2-8ac7-808463be4eb6 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/ports?device_id=39320bf8-07c5-415b-829c-87af27efcad6 HTTP/1.1" status: 200  len: 210 time: 0.0685680
Jul 06 00:47:18.864762 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-5b6995f7-6f06-456e-8beb-e08b3cbffe07 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5052e079fcc04f2c8b094722f7ff5115&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0418007
Jul 06 00:47:19.053648 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-17133fbd-1a23-4fd8-a593-d39a27e994dd tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:19.056231 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-17133fbd-1a23-4fd8-a593-d39a27e994dd tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1856735
Jul 06 00:47:19.070351 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Request body: {'port': {'device_id': '39320bf8-07c5-415b-829c-87af27efcad6', 'network_id': 'c84c1f35-98a6-475b-b2d2-8aa9508ed4cc', 'admin_state_up': True, 'tenant_id': '5052e079fcc04f2c8b094722f7ff5115'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:47:19.216405 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7b002-2ba8-4f97-aba2-6d4f7e8a8a78 req-a2ed9102-2d2a-4862-abe3-89bbaa03dbbe tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:19.218006 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a7f7b002-2ba8-4f97-aba2-6d4f7e8a8a78 req-a2ed9102-2d2a-4862-abe3-89bbaa03dbbe tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.1249902
Jul 06 00:47:19.247977 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:47:19.252934 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Usage tracker for resource:port and tenant:5052e079fcc04f2c8b094722f7ff5115 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:47:19.256134 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:47:19.262819 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:47:19.273341 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Made reservation on behalf of 5052e079fcc04f2c8b094722f7ff5115 for: {'port': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:47:19.278797 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:19.284978 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a7f7b002-2ba8-4f97-aba2-6d4f7e8a8a78 req-b9ad4b47-3eda-4175-8806-4cc894a42f20 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525904
Jul 06 00:47:19.292075 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:19.324382 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:47:19.328254 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Usage tracker for resource:security_group_rule and tenant:5052e079fcc04f2c8b094722f7ff5115 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:47:19.331783 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:47:19.337555 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:47:19.410377 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:19.413093 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:19.417402 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0943999c-0486-4e88-b778-3b26e4153c91 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:19.504360 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4740f5c-7226-4e7e-8b68-f706767a2a9f,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:19.508812 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:19.590073 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Allocated IP 192.168.233.75 (c84c1f35-98a6-475b-b2d2-8aa9508ed4cc/442dc665-ff7c-4d1b-8f32-1579849bbf67/6cfc9c48-6a63-42ee-9cb4-8c6b9d740439) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:47:19.801262 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:19.817488 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Transition to ACTIVE for port object 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439 will not be triggered until provisioned by entity DHCP. {{(pid=80881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:47:19.838547 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:19.844347 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1932129a-6353-4212-ac39-fa2ee848cad9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:19.914245 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Network c84c1f35-98a6-475b-b2d2-8aa9508ed4cc is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:47:19.917580 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:47:19.921964 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:47:19.945831 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Pushing event updated for resources: {'Port': ['ID=6cfc9c48-6a63-42ee-9cb4-8c6b9d740439,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:19.948928 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:20.013878 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:20.014782 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:20.051003 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.9841926
Jul 06 00:47:20.057689 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc58b87-ce12-4307-a204-608b94742848 req-67e1d01b-92ad-4ce4-8c69-3dbc9229390e tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:20.059280 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ddc58b87-ce12-4307-a204-608b94742848 req-67e1d01b-92ad-4ce4-8c69-3dbc9229390e tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/ports?device_id=39320bf8-07c5-415b-829c-87af27efcad6 HTTP/1.1" status: 200  len: 935 time: 0.0925481
Jul 06 00:47:20.066293 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] Request body: {'port': {'device_id': '39320bf8-07c5-415b-829c-87af27efcad6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:47:20.161317 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ddc58b87-ce12-4307-a204-608b94742848 req-0c990d84-0c4d-4f3b-8ea4-f2d9d6ffc983 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4740f5c-7226-4e7e-8b68-f706767a2a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889595
Jul 06 00:47:20.305549 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-ef37a339-8362-411e-a6c3-8ff5661ce336 None None] Provisioning for port 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439 completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:47:20.311841 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-ef37a339-8362-411e-a6c3-8ff5661ce336 None None] Provisioning complete for port 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:47:20.312333 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ef37a339-8362-411e-a6c3-8ff5661ce336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:20.367774 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-ef37a339-8362-411e-a6c3-8ff5661ce336 None None] Port 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439 cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:47:20.474547 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:20.499248 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576673c-363e-4083-8487-bb59e637082d req-b21a61c1-55f7-454e-b165-ccab23d03c73 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:20.501015 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8576673c-363e-4083-8487-bb59e637082d req-b21a61c1-55f7-454e-b165-ccab23d03c73 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0908101
Jul 06 00:47:20.556919 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8576673c-363e-4083-8487-bb59e637082d req-2811230f-9ba2-4174-9910-af7add91f283 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472190
Jul 06 00:47:20.817971 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439 {{(pid=80881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:47:20.824976 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:20.840022 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] Transition to ACTIVE for port object 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439 will not be triggered until provisioned by entity L2. {{(pid=80881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:47:20.842639 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853431108'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:20.847487 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a33a3287-d6aa-4ade-9f66-cf090cebebdd tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:20.975437 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] Pushing event updated for resources: {'Port': ['ID=6cfc9c48-6a63-42ee-9cb4-8c6b9d740439,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:20.978959 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:21.089409 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] Attempting to bind port 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439 on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:47:21.089861 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] Attempting to bind port 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439 by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': '56851451-e651-4755-a083-b18cc7ae3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c84c1f35-98a6-475b-b2d2-8aa9508ed4cc'}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:47:21.090121 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] Attempting to bind port 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439 on network c84c1f35-98a6-475b-b2d2-8aa9508ed4cc {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:47:21.096903 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] Port 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439 on network c84c1f35-98a6-475b-b2d2-8aa9508ed4cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 00:47:21.097262 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] Attempting to bind port 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439 on network c84c1f35-98a6-475b-b2d2-8aa9508ed4cc {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:47:21.104568 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] Checking agent: {'id': '043dc09b-b03f-45ac-adf3-2bee2c468120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'started_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:47:21.104996 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] Checking segment: {'id': '56851451-e651-4755-a083-b18cc7ae3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c84c1f35-98a6-475b-b2d2-8aa9508ed4cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:47:21.105425 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] Bound using segment: {'id': '56851451-e651-4755-a083-b18cc7ae3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c84c1f35-98a6-475b-b2d2-8aa9508ed4cc'} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:47:21.106167 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] Bound port: 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56851451-e651-4755-a083-b18cc7ae3eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c84c1f35-98a6-475b-b2d2-8aa9508ed4cc'}}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:47:21.106791 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:21.202196 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] For port 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439, host hv-cinder-79954, cleared binding levels {{(pid=80881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:47:21.206343 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] For port 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=6cfc9c48-6a63-42ee-9cb4-8c6b9d740439,segment=NetworkSegment(56851451-e651-4755-a083-b18cc7ae3eb4),segment_id=56851451-e651-4755-a083-b18cc7ae3eb4)] {{(pid=80881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:47:21.215721 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853431108'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:21.220973 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-ec430122-9cef-4b95-a8a4-220394f47d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:21.285224 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:21.286832 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] 10.222.0.39 "PUT /v2.0/ports/6cfc9c48-6a63-42ee-9cb4-8c6b9d740439 HTTP/1.1" status: 200  len: 1097 time: 1.2260292
Jul 06 00:47:21.287391 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39320bf8-07c5-415b-829c-87af27efcad6', 'tag': '6cfc9c48-6a63-42ee-9cb4-8c6b9d740439'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:47:21.309967 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] Pushing event updated for resources: {'Port': ['ID=6cfc9c48-6a63-42ee-9cb4-8c6b9d740439,revision_number=3']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:21.313182 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:21.356005 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931dbd72-601d-4a84-baac-45b68659b134 req-031345e9-68ab-4d3d-b326-2072099bff68 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:21.357673 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-931dbd72-601d-4a84-baac-45b68659b134 req-031345e9-68ab-4d3d-b326-2072099bff68 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/ports?device_id=39320bf8-07c5-415b-829c-87af27efcad6 HTTP/1.1" status: 200  len: 947 time: 0.0860572
Jul 06 00:47:21.375906 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39320bf8-07c5-415b-829c-87af27efcad6', 'tag': '6cfc9c48-6a63-42ee-9cb4-8c6b9d740439', 'status': 'completed', 'code': 200}
Jul 06 00:47:21.412464 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-7808b794-6520-4f18-ade2-b29aa525473d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5052e079fcc04f2c8b094722f7ff5115&device_id=39320bf8-07c5-415b-829c-87af27efcad6 HTTP/1.1" status: 200  len: 1100 time: 0.0808692
Jul 06 00:47:21.415926 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-931dbd72-601d-4a84-baac-45b68659b134 req-83872710-1b24-4450-8d96-e0f7c42f0ae8 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4740f5c-7226-4e7e-8b68-f706767a2a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503848
Jul 06 00:47:21.490073 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-2281afee-2fca-4068-94bc-281436ae6d23 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=6cfc9c48-6a63-42ee-9cb4-8c6b9d740439 HTTP/1.1" status: 200  len: 217 time: 0.0677421
Jul 06 00:47:21.562019 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-16171bd2-92bc-4312-9f72-885a5217f0b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:21.563491 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-16171bd2-92bc-4312-9f72-885a5217f0b8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=442dc665-ff7c-4d1b-8f32-1579849bbf67 HTTP/1.1" status: 200  len: 843 time: 0.0658858
Jul 06 00:47:21.641088 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-caee751f-e94d-4f47-b8c9-6920248c713e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c84c1f35-98a6-475b-b2d2-8aa9508ed4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0702744
Jul 06 00:47:21.778431 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-b44486da-7125-47e6-96d3-b54aa066a71b service neutron] 10.222.0.39 "GET /v2.0/networks/c84c1f35-98a6-475b-b2d2-8aa9508ed4cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293268
Jul 06 00:47:21.919014 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1df42c2e-29fc-4781-9a56-ea00948f08b0 req-ee80e243-acea-450d-b9f5-406e5fe58bca service neutron] 10.222.0.39 "GET /v2.0/networks/c84c1f35-98a6-475b-b2d2-8aa9508ed4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320958
Jul 06 00:47:22.036737 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-95155a0a-6149-4576-84a6-a5a33a0d70c0 req-a2d1af4e-9c4a-47a4-a947-91fcb98df946 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5052e079fcc04f2c8b094722f7ff5115&device_id=39320bf8-07c5-415b-829c-87af27efcad6 HTTP/1.1" status: 200  len: 1100 time: 0.0733042
Jul 06 00:47:22.177539 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95155a0a-6149-4576-84a6-a5a33a0d70c0 req-1695a3ba-3e6f-463a-8b4f-9eced22fa6ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:22.179110 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-95155a0a-6149-4576-84a6-a5a33a0d70c0 req-1695a3ba-3e6f-463a-8b4f-9eced22fa6ca service neutron] 10.222.0.39 "GET /v2.0/networks?id=c84c1f35-98a6-475b-b2d2-8aa9508ed4cc HTTP/1.1" status: 200  len: 870 time: 0.1345370
Jul 06 00:47:22.254599 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-95155a0a-6149-4576-84a6-a5a33a0d70c0 req-ff88ddac-4ac9-4127-b44a-b8b39d0ba034 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=6cfc9c48-6a63-42ee-9cb4-8c6b9d740439 HTTP/1.1" status: 200  len: 217 time: 0.0677443
Jul 06 00:47:22.323601 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95155a0a-6149-4576-84a6-a5a33a0d70c0 req-198fbd80-b20b-47b7-9be8-a00bd698eebc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:22.325151 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-95155a0a-6149-4576-84a6-a5a33a0d70c0 req-198fbd80-b20b-47b7-9be8-a00bd698eebc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=442dc665-ff7c-4d1b-8f32-1579849bbf67 HTTP/1.1" status: 200  len: 843 time: 0.0630965
Jul 06 00:47:22.401483 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-95155a0a-6149-4576-84a6-a5a33a0d70c0 req-3a87ad60-b35b-400a-bd8c-9095a8bae0f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c84c1f35-98a6-475b-b2d2-8aa9508ed4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0683601
Jul 06 00:47:22.553639 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-95155a0a-6149-4576-84a6-a5a33a0d70c0 req-fe2c495c-325f-4a3b-83d5-b726554af3f0 service neutron] 10.222.0.39 "GET /v2.0/networks/c84c1f35-98a6-475b-b2d2-8aa9508ed4cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377366
Jul 06 00:47:22.615966 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49912d-9fe9-4e67-aa91-9b100efe31b8 req-dada720d-ba68-46a5-9b8f-bc9be674366b tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:22.617620 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1b49912d-9fe9-4e67-aa91-9b100efe31b8 req-dada720d-ba68-46a5-9b8f-bc9be674366b tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/ports?device_id=39320bf8-07c5-415b-829c-87af27efcad6 HTTP/1.1" status: 200  len: 947 time: 0.0834012
Jul 06 00:47:22.668357 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1b49912d-9fe9-4e67-aa91-9b100efe31b8 req-06377d9c-a0f4-4b4f-9c29-e81b35388f96 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4740f5c-7226-4e7e-8b68-f706767a2a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433741
Jul 06 00:47:22.700234 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-95155a0a-6149-4576-84a6-a5a33a0d70c0 req-336caff2-a9d7-4f46-8b7a-3098a1358984 service neutron] 10.222.0.39 "GET /v2.0/networks/c84c1f35-98a6-475b-b2d2-8aa9508ed4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392901
Jul 06 00:47:23.883794 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03af16c-3dc6-4707-aac7-22592577ad58 req-b70a8f4b-1c67-40ae-9417-a5a830908114 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:23.885389 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d03af16c-3dc6-4707-aac7-22592577ad58 req-b70a8f4b-1c67-40ae-9417-a5a830908114 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/ports?device_id=39320bf8-07c5-415b-829c-87af27efcad6 HTTP/1.1" status: 200  len: 947 time: 0.0994227
Jul 06 00:47:23.936866 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d03af16c-3dc6-4707-aac7-22592577ad58 req-9258451a-9de8-4c25-a856-7c2c45211fd8 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4740f5c-7226-4e7e-8b68-f706767a2a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432489
Jul 06 00:47:25.059578 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 00:47:25.201585 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=6cfc9c48-6a63-42ee-9cb4-8c6b9d740439,segment=NetworkSegment(56851451-e651-4755-a083-b18cc7ae3eb4),segment_id=56851451-e651-4755-a083-b18cc7ae3eb4)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:47:25.216426 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Returning: {'device': '6cfc9c48-6a63-42ee-9cb4-8c6b9d740439', 'network_id': 'c84c1f35-98a6-475b-b2d2-8aa9508ed4cc', 'port_id': '6cfc9c48-6a63-42ee-9cb4-8c6b9d740439', 'mac_address': 'fa:16:3e:fd:1b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '442dc665-ff7c-4d1b-8f32-1579849bbf67', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 00:47:25.271709 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:25.290087 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439 {{(pid=80882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:47:25.305667 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=6cfc9c48-6a63-42ee-9cb4-8c6b9d740439,segment=NetworkSegment(56851451-e651-4755-a083-b18cc7ae3eb4),segment_id=56851451-e651-4755-a083-b18cc7ae3eb4)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:47:25.309032 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:25.310858 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:25.355346 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5be13-2697-46c4-b5af-9a38462c0969 req-4debdf0e-2284-4cbf-98f0-0f5e8b865f19 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:25.356917 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e1b5be13-2697-46c4-b5af-9a38462c0969 req-4debdf0e-2284-4cbf-98f0-0f5e8b865f19 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/ports?device_id=39320bf8-07c5-415b-829c-87af27efcad6 HTTP/1.1" status: 200  len: 948 time: 0.3086717
Jul 06 00:47:25.373633 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=6cfc9c48-6a63-42ee-9cb4-8c6b9d740439,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:25.383342 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:25.383732 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:25.384114 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:25.384499 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:25.384915 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:25.385243 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:25.385612 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:25.385981 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:25.386347 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:25.386713 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:25.387081 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:25.391425 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:25.412212 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e1b5be13-2697-46c4-b5af-9a38462c0969 req-bc1a89cf-7a12-4acc-aea3-fda274c3d255 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4740f5c-7226-4e7e-8b68-f706767a2a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479863
Jul 06 00:47:25.683518 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['6cfc9c48-6a63-42ee-9cb4-8c6b9d740439'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:47:26.503818 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 57650) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:26.610967 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e7cce-e362-4b9d-9a7e-d283f247a442 req-ddefa658-6720-4049-b382-b2a956352dbb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:26.612755 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8e5e7cce-e362-4b9d-9a7e-d283f247a442 req-ddefa658-6720-4049-b382-b2a956352dbb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/ports?device_id=39320bf8-07c5-415b-829c-87af27efcad6 HTTP/1.1" status: 200  len: 948 time: 0.0818977
Jul 06 00:47:26.665417 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8e5e7cce-e362-4b9d-9a7e-d283f247a442 req-99bbb0c8-e45d-4545-96c4-fa28686751b0 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4740f5c-7226-4e7e-8b68-f706767a2a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452416
Jul 06 00:47:26.745111 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-966d4a16-bb13-4da6-a47b-cd7da10a89f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:26.776714 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-966d4a16-bb13-4da6-a47b-cd7da10a89f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:47:26.780642 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-966d4a16-bb13-4da6-a47b-cd7da10a89f7 admin admin] Usage tracker for resource:security_group_rule and tenant:08a7e750ed5a4fa09b3beb35a248a104 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:47:26.784535 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-966d4a16-bb13-4da6-a47b-cd7da10a89f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:47:26.790250 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-966d4a16-bb13-4da6-a47b-cd7da10a89f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:47:26.859054 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-966d4a16-bb13-4da6-a47b-cd7da10a89f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:26.861635 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-966d4a16-bb13-4da6-a47b-cd7da10a89f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:26.868790 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5d2c34a7-6b33-4198-a280-cddba0326809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:26.911614 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d4a16-bb13-4da6-a47b-cd7da10a89f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b00915-dd7e-4dfa-9ad7-9d371196b1b4,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:26.917130 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-966d4a16-bb13-4da6-a47b-cd7da10a89f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08a7e750ed5a4fa09b3beb35a248a104&name=default HTTP/1.1" status: 200  len: 2629 time: 0.4120219
Jul 06 00:47:26.918152 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-966d4a16-bb13-4da6-a47b-cd7da10a89f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:26.919025 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 57658) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:26.985737 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cb38dbc4-7914-44fe-b895-0532ed12053b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:27.017358 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cb38dbc4-7914-44fe-b895-0532ed12053b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:27.057210 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cb38dbc4-7914-44fe-b895-0532ed12053b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:27.062067 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3af5c4a6-e1fe-4457-920f-988c51014089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:27.066407 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439 up at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:47:27.075303 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38dbc4-7914-44fe-b895-0532ed12053b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b00915-dd7e-4dfa-9ad7-9d371196b1b4,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:27.078385 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cb38dbc4-7914-44fe-b895-0532ed12053b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:27.080562 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cb38dbc4-7914-44fe-b895-0532ed12053b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:27.083648 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-cb38dbc4-7914-44fe-b895-0532ed12053b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42b00915-dd7e-4dfa-9ad7-9d371196b1b4 HTTP/1.1" status: 204  len: 168 time: 0.1634479
Jul 06 00:47:27.150755 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning for port 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:47:27.155823 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning complete for port 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:47:27.156247 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:27.267852 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:27.295122 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39320bf8-07c5-415b-829c-87af27efcad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cfc9c48-6a63-42ee-9cb4-8c6b9d740439'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:47:27.307170 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=6cfc9c48-6a63-42ee-9cb4-8c6b9d740439,segment=NetworkSegment(56851451-e651-4755-a083-b18cc7ae3eb4),segment_id=56851451-e651-4755-a083-b18cc7ae3eb4)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:47:27.310613 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:27.312587 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cc2fce2d-79e6-4c0e-ae67-a7c2671a41af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:27.347582 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39320bf8-07c5-415b-829c-87af27efcad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cfc9c48-6a63-42ee-9cb4-8c6b9d740439', 'code': 200}
Jul 06 00:47:27.375932 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=6cfc9c48-6a63-42ee-9cb4-8c6b9d740439,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:27.379797 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:27.446782 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 57668) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:27.466481 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3b9e25ec-b34d-4f1b-9ee4-982719b1e7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:27.504124 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-3b9e25ec-b34d-4f1b-9ee4-982719b1e7e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:47:27.507824 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-3b9e25ec-b34d-4f1b-9ee4-982719b1e7e5 admin admin] Usage tracker for resource:security_group_rule and tenant:a273021bd72245fe82b5aec1a11136f9 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:47:27.510686 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-3b9e25ec-b34d-4f1b-9ee4-982719b1e7e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:47:27.548379 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-3b9e25ec-b34d-4f1b-9ee4-982719b1e7e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:47:27.620700 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-080bb5b4-3a87-474a-a53a-f01c53a3b230 req-63745a58-cb05-42c1-940e-6460526ca894 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=39320bf8-07c5-415b-829c-87af27efcad6 HTTP/1.1" status: 200  len: 1102 time: 0.1040163
Jul 06 00:47:27.669172 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3b9e25ec-b34d-4f1b-9ee4-982719b1e7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:27.676985 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3b9e25ec-b34d-4f1b-9ee4-982719b1e7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:27.685463 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9e1b4a67-3c1e-45a1-bf23-62ddf9e71ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:27.728531 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-080bb5b4-3a87-474a-a53a-f01c53a3b230 req-4085fa0f-6871-49d2-8731-47e4dea18b34 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d4740f5c-7226-4e7e-8b68-f706767a2a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990596
Jul 06 00:47:27.732668 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e25ec-b34d-4f1b-9ee4-982719b1e7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347b819d-4eb4-4849-9bf8-bb757a3b72b5,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:27.737633 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3b9e25ec-b34d-4f1b-9ee4-982719b1e7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:27.742699 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-3b9e25ec-b34d-4f1b-9ee4-982719b1e7e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a273021bd72245fe82b5aec1a11136f9&name=default HTTP/1.1" status: 200  len: 2629 time: 0.2930179
Jul 06 00:47:27.743921 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 57674) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:27.825287 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e0f446e4-0d7a-4eac-ba08-22a83076c2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:27.853256 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e0f446e4-0d7a-4eac-ba08-22a83076c2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:27.900506 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e0f446e4-0d7a-4eac-ba08-22a83076c2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:27.905547 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:27.920235 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f446e4-0d7a-4eac-ba08-22a83076c2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347b819d-4eb4-4849-9bf8-bb757a3b72b5,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:27.922513 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e0f446e4-0d7a-4eac-ba08-22a83076c2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:27.932569 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e0f446e4-0d7a-4eac-ba08-22a83076c2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:27.936389 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-e0f446e4-0d7a-4eac-ba08-22a83076c2bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/347b819d-4eb4-4849-9bf8-bb757a3b72b5 HTTP/1.1" status: 204  len: 168 time: 0.1886055
Jul 06 00:47:28.154791 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe0709-6036-4c2f-8f8c-02c9e0c4374a req-e2e3028a-c7bd-4cd2-9da2-e543573d32ed tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:28.156425 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f5fe0709-6036-4c2f-8f8c-02c9e0c4374a req-e2e3028a-c7bd-4cd2-9da2-e543573d32ed tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/ports?device_id=39320bf8-07c5-415b-829c-87af27efcad6 HTTP/1.1" status: 200  len: 949 time: 0.3686984
Jul 06 00:47:28.209534 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f5fe0709-6036-4c2f-8f8c-02c9e0c4374a req-19ef3d93-7d0d-4112-bc16-3367db5cc5e2 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4740f5c-7226-4e7e-8b68-f706767a2a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446539
Jul 06 00:47:29.391533 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 57712) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:29.399001 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8e801-0703-4224-b045-a628876cc9ca req-1a5d7116-c632-4a4f-ab65-7498debaaca2 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:29.400589 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-12b8e801-0703-4224-b045-a628876cc9ca req-1a5d7116-c632-4a4f-ab65-7498debaaca2 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/ports?device_id=39320bf8-07c5-415b-829c-87af27efcad6 HTTP/1.1" status: 200  len: 949 time: 0.0779030
Jul 06 00:47:29.454106 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-12b8e801-0703-4224-b045-a628876cc9ca req-e42dff38-7e60-44e4-bb87-caeac7a31845 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4740f5c-7226-4e7e-8b68-f706767a2a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465324
Jul 06 00:47:29.548635 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fb0a8b3f-c909-4c81-80b4-ca08f4450a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:29.580027 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-fb0a8b3f-c909-4c81-80b4-ca08f4450a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:47:29.584561 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-fb0a8b3f-c909-4c81-80b4-ca08f4450a88 admin admin] Usage tracker for resource:security_group_rule and tenant:91a1dec395144274be5936ac0dc75a9d is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:47:29.587443 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-fb0a8b3f-c909-4c81-80b4-ca08f4450a88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:47:29.593235 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-fb0a8b3f-c909-4c81-80b4-ca08f4450a88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:47:29.664481 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fb0a8b3f-c909-4c81-80b4-ca08f4450a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:29.667377 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fb0a8b3f-c909-4c81-80b4-ca08f4450a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:29.674543 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1d771150-b858-4066-857f-c193cfc5f939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:29.716594 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a8b3f-c909-4c81-80b4-ca08f4450a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6077d271-12f3-4f22-b140-f8c38745657c,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:29.719868 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fb0a8b3f-c909-4c81-80b4-ca08f4450a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:29.723934 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-fb0a8b3f-c909-4c81-80b4-ca08f4450a88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91a1dec395144274be5936ac0dc75a9d&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3312504
Jul 06 00:47:29.725457 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 57722) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:29.790196 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-72c83470-8204-4e33-a502-999e11b5cf2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:29.817360 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-72c83470-8204-4e33-a502-999e11b5cf2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:29.919945 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-72c83470-8204-4e33-a502-999e11b5cf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:29.926150 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3d8c3103-4e63-4c0c-a1b5-a481966b99b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:29.940904 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c83470-8204-4e33-a502-999e11b5cf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6077d271-12f3-4f22-b140-f8c38745657c,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:29.944818 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-72c83470-8204-4e33-a502-999e11b5cf2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:29.955551 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd2c9d-53a4-4796-bc0d-5e9871e46a4f req-ddfb2e7e-1e15-4398-ae47-036a47258a7c tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:29.957292 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-edbd2c9d-53a4-4796-bc0d-5e9871e46a4f req-ddfb2e7e-1e15-4398-ae47-036a47258a7c tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/ports?device_id=39320bf8-07c5-415b-829c-87af27efcad6 HTTP/1.1" status: 200  len: 949 time: 0.1198840
Jul 06 00:47:29.958229 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-72c83470-8204-4e33-a502-999e11b5cf2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:29.962074 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-72c83470-8204-4e33-a502-999e11b5cf2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6077d271-12f3-4f22-b140-f8c38745657c HTTP/1.1" status: 204  len: 168 time: 0.2329359
Jul 06 00:47:30.011299 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-edbd2c9d-53a4-4796-bc0d-5e9871e46a4f req-6a9d2914-b114-4dbd-b3c4-356427c09079 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4740f5c-7226-4e7e-8b68-f706767a2a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460510
Jul 06 00:47:31.215000 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431c537-6078-4145-866d-ccb709501910 req-bf411228-0a2c-428f-bb2b-61c9282eddc6 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:31.216668 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7431c537-6078-4145-866d-ccb709501910 req-bf411228-0a2c-428f-bb2b-61c9282eddc6 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/ports?device_id=39320bf8-07c5-415b-829c-87af27efcad6 HTTP/1.1" status: 200  len: 949 time: 0.0905712
Jul 06 00:47:31.268166 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7431c537-6078-4145-866d-ccb709501910 req-e76fbf1b-3f88-4273-aed9-226a38a021d0 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4740f5c-7226-4e7e-8b68-f706767a2a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431404
Jul 06 00:47:31.586992 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be1347-4437-4eed-a082-b4cfa23c17a4 req-22619b9b-ea75-435b-8f0b-c8b90adf39cb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:31.587750 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-03be1347-4437-4eed-a082-b4cfa23c17a4 req-22619b9b-ea75-435b-8f0b-c8b90adf39cb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Synchronizing usage tracker for tenant:5052e079fcc04f2c8b094722f7ff5115 on resource:port {{(pid=80881) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:47:31.604363 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-03be1347-4437-4eed-a082-b4cfa23c17a4 req-22619b9b-ea75-435b-8f0b-c8b90adf39cb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Unset dirty status for tenant:5052e079fcc04f2c8b094722f7ff5115 on resource:port {{(pid=80881) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:47:31.605711 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-03be1347-4437-4eed-a082-b4cfa23c17a4 req-22619b9b-ea75-435b-8f0b-c8b90adf39cb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.39 "GET /v2.0/ports?device_id=39320bf8-07c5-415b-829c-87af27efcad6 HTTP/1.1" status: 200  len: 949 time: 0.1033881
Jul 06 00:47:31.681885 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-03be1347-4437-4eed-a082-b4cfa23c17a4 req-c124cce8-5c41-4a22-a958-9f27e95d4bd9 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Deleting port 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439 {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:47:31.682276 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-03be1347-4437-4eed-a082-b4cfa23c17a4 req-c124cce8-5c41-4a22-a958-9f27e95d4bd9 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:32.145531 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-03be1347-4437-4eed-a082-b4cfa23c17a4 req-c124cce8-5c41-4a22-a958-9f27e95d4bd9 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] For port 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=6cfc9c48-6a63-42ee-9cb4-8c6b9d740439,segment=NetworkSegment(56851451-e651-4755-a083-b18cc7ae3eb4),segment_id=56851451-e651-4755-a083-b18cc7ae3eb4)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:47:32.146056 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-03be1347-4437-4eed-a082-b4cfa23c17a4 req-c124cce8-5c41-4a22-a958-9f27e95d4bd9 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:32.297704 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-03be1347-4437-4eed-a082-b4cfa23c17a4 req-c124cce8-5c41-4a22-a958-9f27e95d4bd9 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Calling delete_port for 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439 owned by compute:nova {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:47:32.438564 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-03be1347-4437-4eed-a082-b4cfa23c17a4 req-c124cce8-5c41-4a22-a958-9f27e95d4bd9 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:32.445077 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7ef80139-9d64-4e87-96a8-8d416c31577e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:32.451476 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['6cfc9c48-6a63-42ee-9cb4-8c6b9d740439'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:47:32.476303 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2899b-849c-4085-b5e4-ec90c979ec08 req-c691ef51-4ebf-4318-95ae-326ab8a693e3 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:32.478386 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a0a2899b-849c-4085-b5e4-ec90c979ec08 req-c691ef51-4ebf-4318-95ae-326ab8a693e3 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/ports?device_id=39320bf8-07c5-415b-829c-87af27efcad6 HTTP/1.1" status: 200  len: 867 time: 0.0907121
Jul 06 00:47:32.492730 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124cce8-5c41-4a22-a958-9f27e95d4bd9 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Pushing event deleted for resources: {'Port': ['ID=6cfc9c48-6a63-42ee-9cb4-8c6b9d740439,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:32.497071 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c124cce8-5c41-4a22-a958-9f27e95d4bd9 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:32.549329 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a0a2899b-849c-4085-b5e4-ec90c979ec08 req-9ddd53a3-44a6-412e-906d-385cc1a108be tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4740f5c-7226-4e7e-8b68-f706767a2a9f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609632
Jul 06 00:47:32.584554 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-03be1347-4437-4eed-a082-b4cfa23c17a4 req-c124cce8-5c41-4a22-a958-9f27e95d4bd9 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] No DVR routers for this DVR port 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439 on host hv-cinder-79954 {{(pid=80881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:47:32.587208 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-03be1347-4437-4eed-a082-b4cfa23c17a4 req-c124cce8-5c41-4a22-a958-9f27e95d4bd9 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:32.608451 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39320bf8-07c5-415b-829c-87af27efcad6', 'name': 'network-vif-deleted', 'tag': '6cfc9c48-6a63-42ee-9cb4-8c6b9d740439'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:47:32.628258 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-03be1347-4437-4eed-a082-b4cfa23c17a4 req-c124cce8-5c41-4a22-a958-9f27e95d4bd9 tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] 10.222.0.39 "DELETE /v2.0/ports/6cfc9c48-6a63-42ee-9cb4-8c6b9d740439 HTTP/1.1" status: 204  len: 173 time: 1.0138090
Jul 06 00:47:32.665135 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39320bf8-07c5-415b-829c-87af27efcad6', 'name': 'network-vif-deleted', 'tag': '6cfc9c48-6a63-42ee-9cb4-8c6b9d740439', 'status': 'completed', 'code': 200}
Jul 06 00:47:35.045860 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:47:35.131537 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:47:35.185302 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-375f1531-e412-4812-87f3-970f43045b6a None None] No Port match for: 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:47:35.185898 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 6cfc9c48-6a63-42ee-9cb4-8c6b9d740439 not bound to the agent host hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:47:38.639747 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 58088) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:38.833494 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-9e624f09-fd61-4ffb-a978-5f43078451a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5052e079fcc04f2c8b094722f7ff5115&name=default HTTP/1.1" status: 200  len: 2629 time: 0.1925189
Jul 06 00:47:38.836079 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 58098) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:38.899657 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-567e6145-d0d5-447d-80d8-a40c8731bfa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:38.927734 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-567e6145-d0d5-447d-80d8-a40c8731bfa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:38.977229 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-567e6145-d0d5-447d-80d8-a40c8731bfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:38.983308 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e43aeb83-b94e-43f2-9151-a6fa5c8f2df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:38.998526 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e6145-d0d5-447d-80d8-a40c8731bfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4740f5c-7226-4e7e-8b68-f706767a2a9f,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:39.002951 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-567e6145-d0d5-447d-80d8-a40c8731bfa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:39.004276 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-567e6145-d0d5-447d-80d8-a40c8731bfa4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4740f5c-7226-4e7e-8b68-f706767a2a9f HTTP/1.1" status: 204  len: 168 time: 0.1671228
Jul 06 00:47:39.010018 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e6145-d0d5-447d-80d8-a40c8731bfa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:39.010433 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e6145-d0d5-447d-80d8-a40c8731bfa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:39.010840 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e6145-d0d5-447d-80d8-a40c8731bfa4 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:39.011264 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e6145-d0d5-447d-80d8-a40c8731bfa4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:39.011668 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e6145-d0d5-447d-80d8-a40c8731bfa4 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:39.012065 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e6145-d0d5-447d-80d8-a40c8731bfa4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:39.012462 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e6145-d0d5-447d-80d8-a40c8731bfa4 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:39.012859 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e6145-d0d5-447d-80d8-a40c8731bfa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:39.013250 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e6145-d0d5-447d-80d8-a40c8731bfa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:39.013904 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e6145-d0d5-447d-80d8-a40c8731bfa4 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:39.014293 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e6145-d0d5-447d-80d8-a40c8731bfa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:39.018451 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-567e6145-d0d5-447d-80d8-a40c8731bfa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:39.900714 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 58124) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:40.044461 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-747274449-network', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:47:40.049420 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:47:40.053625 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] Usage tracker for resource:network and tenant:4ee89605c1d5433e80ec9577b1ac160b is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:47:40.057678 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:47:40.063597 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:47:40.076608 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] Made reservation on behalf of 4ee89605c1d5433e80ec9577b1ac160b for: {'network': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:47:40.082110 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for network, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:40.095178 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:40.133969 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:47:40.140410 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] Usage tracker for resource:security_group_rule and tenant:4ee89605c1d5433e80ec9577b1ac160b is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:47:40.145009 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:47:40.151003 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:47:40.220212 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:40.223814 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:40.227967 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-310424fa-da4e-4652-be9b-0e8feb8b0eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:40.259175 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'}  {{(pid=80880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 00:47:40.266384 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 58138) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:40.272954 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e8614b-8980-4389-b9e5-5f31afe5afda,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:40.277169 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:40.278132 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:40.278550 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.segments_db [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] Added segment 2bf0865b-aefd-407c-aa2b-988a78618986 of type vlan for network 8815c6f2-5730-4c09-9071-1e2484a73f9d
Jul 06 00:47:40.305884 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734504930197'] for network, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:40.335769 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for network, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:40.337029 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:40.337664 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:40.342609 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:40.424736 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3435b231-ca35-401f-8bfa-12a12545629d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:40.439237 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5372930
Jul 06 00:47:40.443050 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] Pushing event updated for resources: {'Network': ['ID=8815c6f2-5730-4c09-9071-1e2484a73f9d,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:40.443270 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 58144) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:40.445921 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:40.450016 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-a18fb3c6-c5aa-4414-8365-fd0235b38594 admin admin] Request body: {'subnet': {'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-747274449-subnet', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'ip_version': 4}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:47:40.453367 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Network 8815c6f2-5730-4c09-9071-1e2484a73f9d details requested by agent ovs-agent-dv-cinder-799546-2-iscsi with host dv-cinder-799546-2-iscsi {{(pid=80882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 00:47:40.462151 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-a18fb3c6-c5aa-4414-8365-fd0235b38594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:47:40.469430 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-a18fb3c6-c5aa-4414-8365-fd0235b38594 admin admin] Usage tracker for resource:subnet and tenant:4ee89605c1d5433e80ec9577b1ac160b is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:47:40.474794 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-a18fb3c6-c5aa-4414-8365-fd0235b38594 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:47:40.477693 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-3435b231-ca35-401f-8bfa-12a12545629d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:47:40.483550 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-a18fb3c6-c5aa-4414-8365-fd0235b38594 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:47:40.485756 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-3435b231-ca35-401f-8bfa-12a12545629d admin admin] Usage tracker for resource:security_group_rule and tenant:b1bbd55ec3af40e2a16367180eb1dd49 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:47:40.489860 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-3435b231-ca35-401f-8bfa-12a12545629d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:47:40.498504 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-3435b231-ca35-401f-8bfa-12a12545629d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:47:40.509358 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18fb3c6-c5aa-4414-8365-fd0235b38594 admin admin] Made reservation on behalf of 4ee89605c1d5433e80ec9577b1ac160b for: {'subnet': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:47:40.514356 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a18fb3c6-c5aa-4414-8365-fd0235b38594 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31490863'] for subnet, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:40.677623 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3435b231-ca35-401f-8bfa-12a12545629d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:40.682396 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3435b231-ca35-401f-8bfa-12a12545629d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:40.714149 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fb0a8b3f-c909-4c81-80b4-ca08f4450a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:40.781283 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435b231-ca35-401f-8bfa-12a12545629d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02966f17-d2fa-4f10-890d-5b8e9f20d5fe,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:40.785561 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-3435b231-ca35-401f-8bfa-12a12545629d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1bbd55ec3af40e2a16367180eb1dd49&name=default HTTP/1.1" status: 200  len: 2629 time: 0.5179729
Jul 06 00:47:40.789005 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 58150) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:40.811215 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435b231-ca35-401f-8bfa-12a12545629d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:40.811616 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435b231-ca35-401f-8bfa-12a12545629d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:40.812012 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435b231-ca35-401f-8bfa-12a12545629d admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:40.812425 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435b231-ca35-401f-8bfa-12a12545629d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:40.812790 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435b231-ca35-401f-8bfa-12a12545629d admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:40.813175 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435b231-ca35-401f-8bfa-12a12545629d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:40.813553 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435b231-ca35-401f-8bfa-12a12545629d admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:40.813934 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435b231-ca35-401f-8bfa-12a12545629d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:40.814312 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435b231-ca35-401f-8bfa-12a12545629d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:40.814686 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435b231-ca35-401f-8bfa-12a12545629d admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:40.815061 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435b231-ca35-401f-8bfa-12a12545629d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:40.827755 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3435b231-ca35-401f-8bfa-12a12545629d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:40.838418 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a18fb3c6-c5aa-4414-8365-fd0235b38594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853432012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31491032'] for subnet, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:40.842850 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:40.855775 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-02ffa058-8b8d-4db2-a84b-bea7b8948fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:40.884485 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-02ffa058-8b8d-4db2-a84b-bea7b8948fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:40.922642 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fb3c6-c5aa-4414-8365-fd0235b38594 admin admin] Pushing event updated for resources: {'Subnet': ['ID=570e1dff-e7fa-4074-bc1a-0da62d00f781,revision_number=0']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:40.927504 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a18fb3c6-c5aa-4414-8365-fd0235b38594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:40.930428 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-02ffa058-8b8d-4db2-a84b-bea7b8948fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:40.934546 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18fb3c6-c5aa-4414-8365-fd0235b38594 admin admin] Checking segment: {'id': '2bf0865b-aefd-407c-aa2b-988a78618986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:47:40.934933 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18fb3c6-c5aa-4414-8365-fd0235b38594 admin admin] Network hostable DHCP agents. Network: 8815c6f2-5730-4c09-9071-1e2484a73f9d, hostable agents: ['f5e345ff-b6f9-433d-a315-fe369d22c770'], hosted agents: [] {{(pid=80881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 00:47:40.935533 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f40602ea-556b-41b7-ba30-eb00a3b1096d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:40.945719 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18fb3c6-c5aa-4414-8365-fd0235b38594 admin admin] Network 8815c6f2-5730-4c09-9071-1e2484a73f9d is scheduled to be hosted by DHCP agent f5e345ff-b6f9-433d-a315-fe369d22c770 {{(pid=80881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 00:47:40.954047 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-a18fb3c6-c5aa-4414-8365-fd0235b38594 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-2-iscsi, 8815c6f2-5730-4c09-9071-1e2484a73f9d) {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:47:40.954677 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ffa058-8b8d-4db2-a84b-bea7b8948fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02966f17-d2fa-4f10-890d-5b8e9f20d5fe,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:40.958649 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-02ffa058-8b8d-4db2-a84b-bea7b8948fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:40.958774 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18fb3c6-c5aa-4414-8365-fd0235b38594 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:40.959326 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a18fb3c6-c5aa-4414-8365-fd0235b38594 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:40.961443 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-02ffa058-8b8d-4db2-a84b-bea7b8948fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:40.962798 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eccbd39-aa73-4239-87bf-6590a3f4ff77 None None] Network 8815c6f2-5730-4c09-9071-1e2484a73f9d requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:47:40.963532 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-02ffa058-8b8d-4db2-a84b-bea7b8948fea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02966f17-d2fa-4f10-890d-5b8e9f20d5fe HTTP/1.1" status: 204  len: 168 time: 0.1733117
Jul 06 00:47:40.985030 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-a18fb3c6-c5aa-4414-8365-fd0235b38594 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5404067
Jul 06 00:47:40.988310 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 58156) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:40.994482 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-31a6ea96-3157-488c-962d-31409f1ad982 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-747274449-router', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:47:40.999836 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-31a6ea96-3157-488c-962d-31409f1ad982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:47:41.004744 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-31a6ea96-3157-488c-962d-31409f1ad982 admin admin] Usage tracker for resource:router and tenant:4ee89605c1d5433e80ec9577b1ac160b is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:47:41.007810 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-31a6ea96-3157-488c-962d-31409f1ad982 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:47:41.014745 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-31a6ea96-3157-488c-962d-31409f1ad982 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:47:41.024339 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-31a6ea96-3157-488c-962d-31409f1ad982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854766716'] for router, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:41.025646 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-31a6ea96-3157-488c-962d-31409f1ad982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854310853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9117'] for router, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:41.045107 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-31a6ea96-3157-488c-962d-31409f1ad982 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:41.230487 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ad2b633-77d2-5f9f-ab76-6e81795dec0e-8815c6f2-5730-4c09-9071-1e2484a73f9d', 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'fixed_ips': [{'subnet_id': '570e1dff-e7fa-4074-bc1a-0da62d00f781'}]}} from dv-cinder-799546-2-iscsi. {{(pid=80882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 06 00:47:41.231656 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:41.361493 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 58162) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:41.381999 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cb60704e-c8ea-4c73-8ce5-33ddf1142817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:41.396374 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] Allocated IP 172.20.0.2 (8815c6f2-5730-4c09-9071-1e2484a73f9d/570e1dff-e7fa-4074-bc1a-0da62d00f781/b35f039d-3c77-43fb-a81a-384532ea8535) {{(pid=80882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:47:41.404910 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-31a6ea96-3157-488c-962d-31409f1ad982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-466541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9134'] for router, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:41.419959 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-cb60704e-c8ea-4c73-8ce5-33ddf1142817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:47:41.424071 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-cb60704e-c8ea-4c73-8ce5-33ddf1142817 admin admin] Usage tracker for resource:security_group_rule and tenant:241fdc80fac140d5a4ae581c6097324a is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:47:41.427275 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-cb60704e-c8ea-4c73-8ce5-33ddf1142817 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:47:41.433319 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-cb60704e-c8ea-4c73-8ce5-33ddf1142817 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:47:41.504246 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cb60704e-c8ea-4c73-8ce5-33ddf1142817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:41.507825 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cb60704e-c8ea-4c73-8ce5-33ddf1142817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:41.515682 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c9762e69-082b-4309-aa76-6022b0e5aa41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:41.562707 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60704e-c8ea-4c73-8ce5-33ddf1142817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b11bfe-caaf-47df-9d0b-e5fe27381020,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:41.570064 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-cb60704e-c8ea-4c73-8ce5-33ddf1142817 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=241fdc80fac140d5a4ae581c6097324a&name=default HTTP/1.1" status: 200  len: 2629 time: 0.2042787
Jul 06 00:47:41.570064 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cb60704e-c8ea-4c73-8ce5-33ddf1142817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:41.570884 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 58168) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:41.607590 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] Notify callbacks [] for port, precommit_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:41.618506 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-31a6ea96-3157-488c-962d-31409f1ad982 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:41.618724 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] Transition to ACTIVE for port object b35f039d-3c77-43fb-a81a-384532ea8535 will not be triggered until provisioned by entity L2. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:47:41.637331 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f25e8c92-5611-498d-a641-7ca39efa2b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:41.639009 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] Transition to ACTIVE for port object b35f039d-3c77-43fb-a81a-384532ea8535 will not be triggered until provisioned by entity DHCP. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:47:41.645571 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:41.648509 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-31a6ea96-3157-488c-962d-31409f1ad982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:41.650139 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:41.666083 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f25e8c92-5611-498d-a641-7ca39efa2b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:41.710675 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] Network 8815c6f2-5730-4c09-9071-1e2484a73f9d is already hosted by enough agents. {{(pid=80882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:47:41.711898 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] Resources bound (agent type, host, resource id):  {{(pid=80882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:47:41.714284 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f25e8c92-5611-498d-a641-7ca39efa2b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:41.716125 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] Received port after_create {{(pid=80882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:47:41.720028 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5baf62fe-0c88-4b4c-b93c-96d5992b235b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:41.726124 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] Pushing event updated for resources: {'Port': ['ID=b35f039d-3c77-43fb-a81a-384532ea8535,revision_number=1']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:41.730077 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:41.732063 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e8c92-5611-498d-a641-7ca39efa2b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b11bfe-caaf-47df-9d0b-e5fe27381020,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:41.736875 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f25e8c92-5611-498d-a641-7ca39efa2b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:41.739629 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f25e8c92-5611-498d-a641-7ca39efa2b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:41.743699 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-f25e8c92-5611-498d-a641-7ca39efa2b94 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98b11bfe-caaf-47df-9d0b-e5fe27381020 HTTP/1.1" status: 204  len: 168 time: 0.1723518
Jul 06 00:47:41.799771 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-31a6ea96-3157-488c-962d-31409f1ad982 admin admin] Allocated IP 172.27.1.187 (34126de2-0804-4024-8df6-3ba8cfd107e5/1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b/887254f0-28b5-4848-b71c-1b4670728d2a) {{(pid=80880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:47:41.827876 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] Attempting to bind port b35f039d-3c77-43fb-a81a-384532ea8535 on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:47:41.828373 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] Attempting to bind port b35f039d-3c77-43fb-a81a-384532ea8535 by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': '2bf0865b-aefd-407c-aa2b-988a78618986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d'}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:47:41.828949 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] Attempting to bind port b35f039d-3c77-43fb-a81a-384532ea8535 on network 8815c6f2-5730-4c09-9071-1e2484a73f9d {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:47:41.836814 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:47:41.837317 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] Checking segment: {'id': '2bf0865b-aefd-407c-aa2b-988a78618986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:47:41.837857 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:41.838391 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] Bound using segment: {'id': '2bf0865b-aefd-407c-aa2b-988a78618986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d'} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:47:41.839003 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] Bound port: b35f039d-3c77-43fb-a81a-384532ea8535, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf0865b-aefd-407c-aa2b-988a78618986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d'}}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:47:41.839509 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:41.952345 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] For port b35f039d-3c77-43fb-a81a-384532ea8535, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:47:41.956859 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] For port b35f039d-3c77-43fb-a81a-384532ea8535, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=b35f039d-3c77-43fb-a81a-384532ea8535,segment=NetworkSegment(2bf0865b-aefd-407c-aa2b-988a78618986),segment_id=2bf0865b-aefd-407c-aa2b-988a78618986)] {{(pid=80882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:47:41.961554 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:41.966753 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:41.971480 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-31a6ea96-3157-488c-962d-31409f1ad982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:42.004369 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-31a6ea96-3157-488c-962d-31409f1ad982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:42.019550 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-17b416b2-91c9-4755-857f-9549b9210854 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:42.052592 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] Pushing event updated for resources: {'Port': ['ID=b35f039d-3c77-43fb-a81a-384532ea8535,revision_number=2']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:42.058922 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:42.104700 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a6ea96-3157-488c-962d-31409f1ad982 admin admin] Network 34126de2-0804-4024-8df6-3ba8cfd107e5 is already hosted by enough agents. {{(pid=80880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:47:42.108346 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6ea96-3157-488c-962d-31409f1ad982 admin admin] Pushing event updated for resources: {'Port': ['ID=887254f0-28b5-4848-b71c-1b4670728d2a,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:42.111066 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-31a6ea96-3157-488c-962d-31409f1ad982 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:47:42.113298 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-31a6ea96-3157-488c-962d-31409f1ad982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:42.114521 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a6ea96-3157-488c-962d-31409f1ad982 admin admin] Received port after_create {{(pid=80880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:47:42.243045 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 58178) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:42.270871 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-72c461ad-564e-492b-99d6-dbdbc8c267b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:42.303408 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-31a6ea96-3157-488c-962d-31409f1ad982 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:42.304313 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-31a6ea96-3157-488c-962d-31409f1ad982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854309366'] for router, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:42.305992 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-72c461ad-564e-492b-99d6-dbdbc8c267b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:47:42.306676 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4cba1340-9133-4d4c-ac9a-38ba7c530f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:42.310218 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-72c461ad-564e-492b-99d6-dbdbc8c267b9 admin admin] Usage tracker for resource:security_group_rule and tenant:6ac5e831fce8439db39f5e42c1a48707 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:47:42.313232 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-72c461ad-564e-492b-99d6-dbdbc8c267b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:47:42.319777 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-72c461ad-564e-492b-99d6-dbdbc8c267b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:47:42.394917 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-72c461ad-564e-492b-99d6-dbdbc8c267b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:42.413241 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-72c461ad-564e-492b-99d6-dbdbc8c267b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:42.423614 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fc6470e4-a5f3-4103-95d6-74a856a0d378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:42.471440 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c461ad-564e-492b-99d6-dbdbc8c267b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1ba7ba-5bdd-4bfe-be85-1f1dcd807f38,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:42.478475 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-72c461ad-564e-492b-99d6-dbdbc8c267b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ac5e831fce8439db39f5e42c1a48707&name=default HTTP/1.1" status: 200  len: 2629 time: 0.2316542
Jul 06 00:47:42.478475 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-72c461ad-564e-492b-99d6-dbdbc8c267b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:42.478785 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 58182) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:42.556032 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-91c2ee5a-5457-4a14-8568-3eedabcc8e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:42.572542 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a6ea96-3157-488c-962d-31409f1ad982 admin admin] Router 308f893a-86c9-4fed-aa71-c5d402ce37b2 is scheduled to L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 with binding_index 1 {{(pid=80880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 06 00:47:42.587700 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-91c2ee5a-5457-4a14-8568-3eedabcc8e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:42.642450 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device b35f039d-3c77-43fb-a81a-384532ea8535 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:47:42.646007 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-91c2ee5a-5457-4a14-8568-3eedabcc8e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:42.651745 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7243677c-27bf-42cc-9210-6d7aac24b969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:42.663684 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2ee5a-5457-4a14-8568-3eedabcc8e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1ba7ba-5bdd-4bfe-be85-1f1dcd807f38,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:42.666170 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-91c2ee5a-5457-4a14-8568-3eedabcc8e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:42.672994 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-91c2ee5a-5457-4a14-8568-3eedabcc8e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:42.674192 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-91c2ee5a-5457-4a14-8568-3eedabcc8e9a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d1ba7ba-5bdd-4bfe-be85-1f1dcd807f38 HTTP/1.1" status: 204  len: 168 time: 0.1944530
Jul 06 00:47:42.730104 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port b35f039d-3c77-43fb-a81a-384532ea8535 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:47:42.782595 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a6ea96-3157-488c-962d-31409f1ad982 admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:47:42.793952 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] Sync routers for ids ['308f893a-86c9-4fed-aa71-c5d402ce37b2'] in dv-cinder-799546-2-iscsi {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:47:42.809383 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] Routers {'308f893a-86c9-4fed-aa71-c5d402ce37b2'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:47:42.810008 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a8fe700b8>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:47:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['308f893a-86c9-4fed-aa71-c5d402ce37b2'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:47:42.818596 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-31a6ea96-3157-488c-962d-31409f1ad982 admin admin] Notify callbacks [] for router, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:42.822680 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-31a6ea96-3157-488c-962d-31409f1ad982 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.8305554
Jul 06 00:47:42.823040 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 58188) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:43.009845 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] Set router 308f893a-86c9-4fed-aa71-c5d402ce37b2 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:47:43.649660 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a8fe700b8>, [{'id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'name': 'tempest-TestMinimumBasicScenario-747274449-router', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:42Z', 'revision_number': 3, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'gw_port': {'id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:47:43.655872 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] Checking router: 308f893a-86c9-4fed-aa71-c5d402ce37b2 for host: dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:47:43.656178 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] Updating router 308f893a-86c9-4fed-aa71-c5d402ce37b2 port 887254f0-28b5-4848-b71c-1b4670728d2a binding host dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 00:47:43.684343 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:43.719608 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:43.827767 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d9e7cca8-bc5d-49e4-8f65-8f8e1f10a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:43.962484 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acc3d71-a3fd-4d90-b7e9-7180ca7a73f1 None None] Network 8815c6f2-5730-4c09-9071-1e2484a73f9d requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:47:44.100426 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:44.138747 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-18812b7d-0b8f-4650-971c-cc30d5fa12e9 None None] Provisioning for port b35f039d-3c77-43fb-a81a-384532ea8535 completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:47:44.164105 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-18812b7d-0b8f-4650-971c-cc30d5fa12e9 None None] Provisioning complete for port b35f039d-3c77-43fb-a81a-384532ea8535 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:47:44.164526 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-18812b7d-0b8f-4650-971c-cc30d5fa12e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:44.298170 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-d9e7cca8-bc5d-49e4-8f65-8f8e1f10a4e9 admin admin] Allocated IP 172.20.0.1 (8815c6f2-5730-4c09-9071-1e2484a73f9d/570e1dff-e7fa-4074-bc1a-0da62d00f781/67dd7b12-7245-4383-bd10-5936e5fdc41b) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:47:44.377056 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8a165498-9f98-4fbd-804b-46bda6c838b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:44.391036 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] Notify callbacks [] for port, precommit_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:44.467518 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] Transition to ACTIVE for port object 887254f0-28b5-4848-b71c-1b4670728d2a will not be triggered until provisioned by entity L2. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:47:44.474898 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d9e7cca8-bc5d-49e4-8f65-8f8e1f10a4e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:44.481155 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:44.492779 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:44.493976 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-d9e7cca8-bc5d-49e4-8f65-8f8e1f10a4e9 admin admin] Transition to ACTIVE for port object 67dd7b12-7245-4383-bd10-5936e5fdc41b will not be triggered until provisioned by entity DHCP. {{(pid=80881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:47:44.515916 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d9e7cca8-bc5d-49e4-8f65-8f8e1f10a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:44.521299 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b28b0d7b-484e-4d8a-b6ad-2eaa85187b2e tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:44.589573 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-18812b7d-0b8f-4650-971c-cc30d5fa12e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:44.590296 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e7cca8-bc5d-49e4-8f65-8f8e1f10a4e9 admin admin] Network 8815c6f2-5730-4c09-9071-1e2484a73f9d is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:47:44.594244 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-d9e7cca8-bc5d-49e4-8f65-8f8e1f10a4e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:47:44.597754 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e7cca8-bc5d-49e4-8f65-8f8e1f10a4e9 admin admin] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:47:44.614148 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a504bf-de2c-43dd-8634-a2717b289769 None None] Pushing event updated for resources: {'Port': ['ID=887254f0-28b5-4848-b71c-1b4670728d2a,revision_number=2']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:44.617719 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-46a504bf-de2c-43dd-8634-a2717b289769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:44.625102 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] Attempting to bind port 887254f0-28b5-4848-b71c-1b4670728d2a on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:47:44.625541 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] Attempting to bind port 887254f0-28b5-4848-b71c-1b4670728d2a by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:47:44.625954 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] Attempting to bind port 887254f0-28b5-4848-b71c-1b4670728d2a on network 34126de2-0804-4024-8df6-3ba8cfd107e5 {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:47:44.626905 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7cca8-bc5d-49e4-8f65-8f8e1f10a4e9 admin admin] Pushing event updated for resources: {'Port': ['ID=67dd7b12-7245-4383-bd10-5936e5fdc41b,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:44.633242 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d9e7cca8-bc5d-49e4-8f65-8f8e1f10a4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:44.657789 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:47:44.658132 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] Checking segment: {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:47:44.658560 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:44.661256 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] Bound using segment: {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:47:44.661808 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] Bound port: 887254f0-28b5-4848-b71c-1b4670728d2a, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:47:44.662234 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:44.668303 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d9e7cca8-bc5d-49e4-8f65-8f8e1f10a4e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854308959'] for router_interface, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:44.709752 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-18812b7d-0b8f-4650-971c-cc30d5fa12e9 None None] For port b35f039d-3c77-43fb-a81a-384532ea8535, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=b35f039d-3c77-43fb-a81a-384532ea8535,segment=NetworkSegment(2bf0865b-aefd-407c-aa2b-988a78618986),segment_id=2bf0865b-aefd-407c-aa2b-988a78618986)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:47:44.718066 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-18812b7d-0b8f-4650-971c-cc30d5fa12e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:44.722369 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:44.775896 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d9e7cca8-bc5d-49e4-8f65-8f8e1f10a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:44.829915 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] For port 887254f0-28b5-4848-b71c-1b4670728d2a, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:47:44.833053 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:44.835975 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] For port 887254f0-28b5-4848-b71c-1b4670728d2a, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=887254f0-28b5-4848-b71c-1b4670728d2a,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:47:44.839208 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18812b7d-0b8f-4650-971c-cc30d5fa12e9 None None] Pushing event updated for resources: {'Port': ['ID=b35f039d-3c77-43fb-a81a-384532ea8535,revision_number=3']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:44.842601 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:44.846898 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-18812b7d-0b8f-4650-971c-cc30d5fa12e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:44.847449 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-18812b7d-0b8f-4650-971c-cc30d5fa12e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:44.931618 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] Routers {'308f893a-86c9-4fed-aa71-c5d402ce37b2'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:47:44.932328 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a8fe700b8>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:47:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['308f893a-86c9-4fed-aa71-c5d402ce37b2'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:47:45.001940 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a504bf-de2c-43dd-8634-a2717b289769 None None] Pushing event updated for resources: {'Port': ['ID=887254f0-28b5-4848-b71c-1b4670728d2a,revision_number=3']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:45.006500 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-46a504bf-de2c-43dd-8634-a2717b289769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:45.031705 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d9e7cca8-bc5d-49e4-8f65-8f8e1f10a4e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:45.036066 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d9e7cca8-bc5d-49e4-8f65-8f8e1f10a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853431108'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:45.066403 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:45.150321 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7cca8-bc5d-49e4-8f65-8f8e1f10a4e9 admin admin] Pushing event updated for resources: {'Port': ['ID=67dd7b12-7245-4383-bd10-5936e5fdc41b,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:45.152694 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d9e7cca8-bc5d-49e4-8f65-8f8e1f10a4e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3153361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854316699'] for router_interface, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:45.157894 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d9e7cca8-bc5d-49e4-8f65-8f8e1f10a4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:45.158104 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] Set router 308f893a-86c9-4fed-aa71-c5d402ce37b2 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:47:45.311892 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e7cca8-bc5d-49e4-8f65-8f8e1f10a4e9 admin admin] Network 8815c6f2-5730-4c09-9071-1e2484a73f9d is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:47:45.313327 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-d9e7cca8-bc5d-49e4-8f65-8f8e1f10a4e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:47:45.401725 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-4f243959-bffc-4d48-98c7-7159642233e5 None None] Provisioning complete for port b35f039d-3c77-43fb-a81a-384532ea8535 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:47:45.402308 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4f243959-bffc-4d48-98c7-7159642233e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:45.715793 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e7cca8-bc5d-49e4-8f65-8f8e1f10a4e9 admin admin] Router 308f893a-86c9-4fed-aa71-c5d402ce37b2 has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:47:45.784935 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a8fe700b8>, [{'id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'name': 'tempest-TestMinimumBasicScenario-747274449-router', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:44Z', 'revision_number': 4, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'gw_port': {'id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '67dd7b12-7245-4383-bd10-5936e5fdc41b', 'name': '', 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'mac_address': 'fa:16:3e:5e:aa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '570e1dff-e7fa-4074-bc1a-0da62d00f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:43Z', 'updated_at': '2021-07-06T00:47:44Z', 'revision_number': 1, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'subnets': [{'id': '570e1dff-e7fa-4074-bc1a-0da62d00f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:47:45.789677 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c95f121-95f1-40ab-95b5-66ba11948278 None None] The sync data for ids ['308f893a-86c9-4fed-aa71-c5d402ce37b2'] in dv-cinder-799546-2-iscsi is: [{'id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'name': 'tempest-TestMinimumBasicScenario-747274449-router', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:44Z', 'revision_number': 4, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'gw_port': {'id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '67dd7b12-7245-4383-bd10-5936e5fdc41b', 'name': '', 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'mac_address': 'fa:16:3e:5e:aa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '570e1dff-e7fa-4074-bc1a-0da62d00f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:43Z', 'updated_at': '2021-07-06T00:47:44Z', 'revision_number': 1, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'subnets': [{'id': '570e1dff-e7fa-4074-bc1a-0da62d00f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:47:45.832843 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-b98fe9cb-b384-4897-90e9-47481ce2c285 None None] Provisioning for port 67dd7b12-7245-4383-bd10-5936e5fdc41b completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:47:45.838504 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-b98fe9cb-b384-4897-90e9-47481ce2c285 None None] Provisioning complete for port 67dd7b12-7245-4383-bd10-5936e5fdc41b triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:47:45.838920 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b98fe9cb-b384-4897-90e9-47481ce2c285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:45.897928 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-b98fe9cb-b384-4897-90e9-47481ce2c285 None None] Port 67dd7b12-7245-4383-bd10-5936e5fdc41b cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:47:45.927913 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e7cca8-bc5d-49e4-8f65-8f8e1f10a4e9 admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:47:45.937176 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-d9e7cca8-bc5d-49e4-8f65-8f8e1f10a4e9 admin admin] 10.222.0.13 "PUT /v2.0/routers/308f893a-86c9-4fed-aa71-c5d402ce37b2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1129677
Jul 06 00:47:45.969729 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:46.628888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device b35f039d-3c77-43fb-a81a-384532ea8535 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:47:46.737835 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port b35f039d-3c77-43fb-a81a-384532ea8535 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:47:46.738363 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:47.045030 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 58296) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:47.052529 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1198091021-network', 'tenant_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:47:47.057697 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:47:47.061862 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] Usage tracker for resource:network and tenant:7efc88d5cdea42208ed0f6e1b0ff1d5c is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:47:47.066555 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:47:47.073633 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:47:47.082668 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] Made reservation on behalf of 7efc88d5cdea42208ed0f6e1b0ff1d5c for: {'network': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:47:47.087378 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for network, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:47.103997 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:47.141979 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:47:47.146667 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] Usage tracker for resource:security_group_rule and tenant:7efc88d5cdea42208ed0f6e1b0ff1d5c is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:47:47.152544 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:47:47.158746 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:47:47.233436 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:47.236534 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:47.241440 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f921bae9-4896-4efe-8f16-422042b121c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:47.272104 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'}  {{(pid=80881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 00:47:47.283342 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1352ba08-b050-4093-b293-70d04f8ccc54,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:47.288416 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:47.291505 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:47.291890 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.segments_db [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] Added segment c92730b7-60ff-4cfe-a6b8-d11c8ae6428d of type vlan for network a018f432-b65f-4be5-9e36-7841bb9c521a
Jul 06 00:47:47.322037 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734504930197'] for network, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:47.359703 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for network, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:47.361011 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:47.361642 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:47.367248 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-534d571b-d741-414b-baf7-1da0910dab4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:47.469857 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4203582
Jul 06 00:47:47.470799 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 58300) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:47.480360 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-a2e11e4d-b16f-4e62-b4bb-c8ca5243a85d admin admin] Request body: {'subnet': {'network_id': 'a018f432-b65f-4be5-9e36-7841bb9c521a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1198091021-subnet', 'tenant_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'ip_version': 4}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:47:47.483946 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] Pushing event updated for resources: {'Network': ['ID=a018f432-b65f-4be5-9e36-7841bb9c521a,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:47.487456 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:47.488459 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-a2e11e4d-b16f-4e62-b4bb-c8ca5243a85d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:47:47.492593 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-a2e11e4d-b16f-4e62-b4bb-c8ca5243a85d admin admin] Usage tracker for resource:subnet and tenant:7efc88d5cdea42208ed0f6e1b0ff1d5c is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:47:47.495417 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Network a018f432-b65f-4be5-9e36-7841bb9c521a details requested by agent ovs-agent-dv-cinder-799546-2-iscsi with host dv-cinder-799546-2-iscsi {{(pid=80882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 00:47:47.495625 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-a2e11e4d-b16f-4e62-b4bb-c8ca5243a85d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:47:47.502410 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-a2e11e4d-b16f-4e62-b4bb-c8ca5243a85d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:47:47.513026 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e11e4d-b16f-4e62-b4bb-c8ca5243a85d admin admin] Made reservation on behalf of 7efc88d5cdea42208ed0f6e1b0ff1d5c for: {'subnet': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:47:47.518011 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a2e11e4d-b16f-4e62-b4bb-c8ca5243a85d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31490863'] for subnet, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:47.725539 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a2e11e4d-b16f-4e62-b4bb-c8ca5243a85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853432012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31491032'] for subnet, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:47.730586 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:47.803875 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e11e4d-b16f-4e62-b4bb-c8ca5243a85d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ea5f554-ff76-4e51-8537-8c889ccf5982,revision_number=0']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:47.808320 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a2e11e4d-b16f-4e62-b4bb-c8ca5243a85d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:47.816400 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e11e4d-b16f-4e62-b4bb-c8ca5243a85d admin admin] Checking segment: {'id': 'c92730b7-60ff-4cfe-a6b8-d11c8ae6428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a018f432-b65f-4be5-9e36-7841bb9c521a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:47:47.816757 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e11e4d-b16f-4e62-b4bb-c8ca5243a85d admin admin] Network hostable DHCP agents. Network: a018f432-b65f-4be5-9e36-7841bb9c521a, hostable agents: ['f5e345ff-b6f9-433d-a315-fe369d22c770'], hosted agents: [] {{(pid=80881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 00:47:47.825494 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e11e4d-b16f-4e62-b4bb-c8ca5243a85d admin admin] Network a018f432-b65f-4be5-9e36-7841bb9c521a is scheduled to be hosted by DHCP agent f5e345ff-b6f9-433d-a315-fe369d22c770 {{(pid=80881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 00:47:47.833971 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-a2e11e4d-b16f-4e62-b4bb-c8ca5243a85d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-2-iscsi, a018f432-b65f-4be5-9e36-7841bb9c521a) {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:47:47.837818 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e11e4d-b16f-4e62-b4bb-c8ca5243a85d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:47:47.838446 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a2e11e4d-b16f-4e62-b4bb-c8ca5243a85d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:47.843387 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca47262-4d90-4f87-9d49-35b4f2b421dc None None] Network a018f432-b65f-4be5-9e36-7841bb9c521a requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:47:47.861260 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-a2e11e4d-b16f-4e62-b4bb-c8ca5243a85d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3886328
Jul 06 00:47:47.864069 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 58304) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:47.871056 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-3ea756f0-e622-4136-9247-1706b5067924 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1198091021-router', 'tenant_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:47:47.876915 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-3ea756f0-e622-4136-9247-1706b5067924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:47:47.882489 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-3ea756f0-e622-4136-9247-1706b5067924 admin admin] Usage tracker for resource:router and tenant:7efc88d5cdea42208ed0f6e1b0ff1d5c is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:47:47.886793 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-3ea756f0-e622-4136-9247-1706b5067924 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:47:47.893880 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-3ea756f0-e622-4136-9247-1706b5067924 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:47:47.903882 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3ea756f0-e622-4136-9247-1706b5067924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854256509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854766716'] for router, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:47.904970 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3ea756f0-e622-4136-9247-1706b5067924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854310853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-466556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9117'] for router, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:47.923382 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3ea756f0-e622-4136-9247-1706b5067924 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:48.084610 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3ea756f0-e622-4136-9247-1706b5067924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-466541', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854256388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9134'] for router, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:48.085466 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ad2b633-77d2-5f9f-ab76-6e81795dec0e-a018f432-b65f-4be5-9e36-7841bb9c521a', 'network_id': 'a018f432-b65f-4be5-9e36-7841bb9c521a', 'tenant_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'fixed_ips': [{'subnet_id': '9ea5f554-ff76-4e51-8537-8c889ccf5982'}]}} from dv-cinder-799546-2-iscsi. {{(pid=80882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jul 06 00:47:48.086449 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:48.272068 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] Allocated IP 172.20.0.2 (a018f432-b65f-4be5-9e36-7841bb9c521a/9ea5f554-ff76-4e51-8537-8c889ccf5982/2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6) {{(pid=80882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:47:48.490351 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] Notify callbacks [] for port, precommit_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:48.503600 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] Transition to ACTIVE for port object 2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6 will not be triggered until provisioned by entity L2. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:47:48.523908 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] Transition to ACTIVE for port object 2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6 will not be triggered until provisioned by entity DHCP. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:47:48.529264 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622'] for port, after_create {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:48.529442 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3ea756f0-e622-4136-9247-1706b5067924 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:48.533422 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:48.559725 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3ea756f0-e622-4136-9247-1706b5067924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:48.597128 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] Network a018f432-b65f-4be5-9e36-7841bb9c521a is already hosted by enough agents. {{(pid=80882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:47:48.600971 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] Resources bound (agent type, host, resource id):  {{(pid=80882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:47:48.604750 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] Received port after_create {{(pid=80882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:47:48.606814 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] Pushing event updated for resources: {'Port': ['ID=2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6,revision_number=1']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:48.611699 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:48.688444 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 887254f0-28b5-4848-b71c-1b4670728d2a up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:47:48.713800 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-3ea756f0-e622-4136-9247-1706b5067924 admin admin] Allocated IP 172.27.1.70 (34126de2-0804-4024-8df6-3ba8cfd107e5/1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b/2b296b47-624c-4b63-b9b9-9b72527c6201) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:47:48.754579 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] Attempting to bind port 2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6 on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:47:48.755290 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] Attempting to bind port 2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6 by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': 'c92730b7-60ff-4cfe-a6b8-d11c8ae6428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a018f432-b65f-4be5-9e36-7841bb9c521a'}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:47:48.755422 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] Attempting to bind port 2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6 on network a018f432-b65f-4be5-9e36-7841bb9c521a {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:47:48.769166 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:47:48.769586 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] Checking segment: {'id': 'c92730b7-60ff-4cfe-a6b8-d11c8ae6428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a018f432-b65f-4be5-9e36-7841bb9c521a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:47:48.770026 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:48.770456 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] Bound using segment: {'id': 'c92730b7-60ff-4cfe-a6b8-d11c8ae6428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a018f432-b65f-4be5-9e36-7841bb9c521a'} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:47:48.770964 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] Bound port: 2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92730b7-60ff-4cfe-a6b8-d11c8ae6428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a018f432-b65f-4be5-9e36-7841bb9c521a'}}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:47:48.771414 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:48.835871 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port 887254f0-28b5-4848-b71c-1b4670728d2a completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:47:48.844508 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 887254f0-28b5-4848-b71c-1b4670728d2a triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:47:48.844921 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:48.864187 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3ea756f0-e622-4136-9247-1706b5067924 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:48.894435 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3ea756f0-e622-4136-9247-1706b5067924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:48.908064 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-86fd587a-5805-4566-a229-799043c30d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:48.920784 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] For port 2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:47:48.925787 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] For port 2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6,segment=NetworkSegment(c92730b7-60ff-4cfe-a6b8-d11c8ae6428d),segment_id=c92730b7-60ff-4cfe-a6b8-d11c8ae6428d)] {{(pid=80882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:47:48.935096 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:48.941749 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:48.961967 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea756f0-e622-4136-9247-1706b5067924 admin admin] Network 34126de2-0804-4024-8df6-3ba8cfd107e5 is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:47:48.965159 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-3ea756f0-e622-4136-9247-1706b5067924 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:47:48.969282 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea756f0-e622-4136-9247-1706b5067924 admin admin] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:47:49.019843 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea756f0-e622-4136-9247-1706b5067924 admin admin] Pushing event updated for resources: {'Port': ['ID=2b296b47-624c-4b63-b9b9-9b72527c6201,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:49.026977 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3ea756f0-e622-4136-9247-1706b5067924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:49.179688 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3ea756f0-e622-4136-9247-1706b5067924 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:49.180649 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3ea756f0-e622-4136-9247-1706b5067924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-519352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854309366'] for router, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:49.246148 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:49.255769 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] Pushing event updated for resources: {'Port': ['ID=2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6,revision_number=2']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:49.259813 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:49.271104 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] For port 887254f0-28b5-4848-b71c-1b4670728d2a, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=887254f0-28b5-4848-b71c-1b4670728d2a,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:47:49.275651 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:49.277749 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-46a504bf-de2c-43dd-8634-a2717b289769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:49.344511 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Pushing event updated for resources: {'Port': ['ID=887254f0-28b5-4848-b71c-1b4670728d2a,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:49.348544 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:49.441263 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea756f0-e622-4136-9247-1706b5067924 admin admin] Router 1411b5ef-4c5d-4467-a58f-2b55c5c4b96a is scheduled to L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 with binding_index 1 {{(pid=80881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Jul 06 00:47:49.475048 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] Sync routers for ids ['308f893a-86c9-4fed-aa71-c5d402ce37b2'] in dv-cinder-799546-2-iscsi {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:47:49.488553 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] Routers {'308f893a-86c9-4fed-aa71-c5d402ce37b2'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:47:49.489230 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90b44fd0>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:47:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['308f893a-86c9-4fed-aa71-c5d402ce37b2'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:47:49.677653 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea756f0-e622-4136-9247-1706b5067924 admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:47:49.688247 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] Sync routers for ids ['1411b5ef-4c5d-4467-a58f-2b55c5c4b96a'] in dv-cinder-799546-2-iscsi {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:47:49.706385 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] Routers {'1411b5ef-4c5d-4467-a58f-2b55c5c4b96a'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:47:49.708163 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a8ff59f98>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:47:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['1411b5ef-4c5d-4467-a58f-2b55c5c4b96a'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:47:49.710769 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] Set router 308f893a-86c9-4fed-aa71-c5d402ce37b2 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:47:49.713586 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3ea756f0-e622-4136-9247-1706b5067924 admin admin] Notify callbacks [] for router, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:49.717751 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-3ea756f0-e622-4136-9247-1706b5067924 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.8496222
Jul 06 00:47:49.717973 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 58318) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:47:49.917819 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] Set router 1411b5ef-4c5d-4467-a58f-2b55c5c4b96a gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:47:50.033543 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90b44fd0>, [{'id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'name': 'tempest-TestMinimumBasicScenario-747274449-router', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:44Z', 'revision_number': 4, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'gw_port': {'id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '67dd7b12-7245-4383-bd10-5936e5fdc41b', 'name': '', 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'mac_address': 'fa:16:3e:5e:aa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '570e1dff-e7fa-4074-bc1a-0da62d00f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:43Z', 'updated_at': '2021-07-06T00:47:44Z', 'revision_number': 2, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'subnets': [{'id': '570e1dff-e7fa-4074-bc1a-0da62d00f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:47:50.038085 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] Checking router: 308f893a-86c9-4fed-aa71-c5d402ce37b2 for host: dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:47:50.038485 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] Updating router 308f893a-86c9-4fed-aa71-c5d402ce37b2 port 67dd7b12-7245-4383-bd10-5936e5fdc41b binding host dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 00:47:50.096742 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:50.243719 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a8ff59f98>, [{'id': '1411b5ef-4c5d-4467-a58f-2b55c5c4b96a', 'name': 'tempest-TestMinimumBasicScenario-1198091021-router', 'tenant_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '2b296b47-624c-4b63-b9b9-9b72527c6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:47:47Z', 'updated_at': '2021-07-06T00:47:49Z', 'revision_number': 3, 'project_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'gw_port': {'id': '2b296b47-624c-4b63-b9b9-9b72527c6201', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1411b5ef-4c5d-4467-a58f-2b55c5c4b96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:48Z', 'updated_at': '2021-07-06T00:47:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:47:50.251644 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] Checking router: 1411b5ef-4c5d-4467-a58f-2b55c5c4b96a for host: dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:47:50.252345 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] Updating router 1411b5ef-4c5d-4467-a58f-2b55c5c4b96a port 2b296b47-624c-4b63-b9b9-9b72527c6201 binding host dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 00:47:50.307024 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:50.726050 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] Notify callbacks [] for port, precommit_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:50.737530 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] Notify callbacks [] for port, precommit_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:50.755172 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] Transition to ACTIVE for port object 67dd7b12-7245-4383-bd10-5936e5fdc41b will not be triggered until provisioned by entity L2. {{(pid=80883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:47:50.757521 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] Transition to ACTIVE for port object 2b296b47-624c-4b63-b9b9-9b72527c6201 will not be triggered until provisioned by entity L2. {{(pid=80882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:47:50.770622 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:50.770926 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:50.783340 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:50.791616 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d3825674-b798-40ea-af89-0d186196dd6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:50.828626 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 887254f0-28b5-4848-b71c-1b4670728d2a up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:47:50.872503 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9e9f0dfe-cc33-405a-beed-b73ca380057f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:50.923876 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] Attempting to bind port 2b296b47-624c-4b63-b9b9-9b72527c6201 on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:47:50.924501 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] Attempting to bind port 2b296b47-624c-4b63-b9b9-9b72527c6201 by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:47:50.925345 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] Attempting to bind port 2b296b47-624c-4b63-b9b9-9b72527c6201 on network 34126de2-0804-4024-8df6-3ba8cfd107e5 {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:47:50.954113 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eed8b6-b29f-45fa-9100-b506efb96a1c None None] Pushing event updated for resources: {'Port': ['ID=67dd7b12-7245-4383-bd10-5936e5fdc41b,revision_number=3']} {{(pid=80883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:50.954640 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:47:50.955060 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] Checking segment: {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:47:50.955590 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:50.956572 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] Bound using segment: {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'} {{(pid=80882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:47:50.957166 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] Bound port: 2b296b47-624c-4b63-b9b9-9b72527c6201, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5555ec25-ed75-4c43-948c-e3e9d8e419e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}}] {{(pid=80882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:47:50.957788 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:50.997444 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b30a24-bee8-4448-bd6a-c807d0c5dffb None None] Pushing event updated for resources: {'Port': ['ID=2b296b47-624c-4b63-b9b9-9b72527c6201,revision_number=2']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:50.998829 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-28b30a24-bee8-4448-bd6a-c807d0c5dffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:51.059359 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] For port 2b296b47-624c-4b63-b9b9-9b72527c6201, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:47:51.060136 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eed8b6-b29f-45fa-9100-b506efb96a1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:51.060512 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eed8b6-b29f-45fa-9100-b506efb96a1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:51.060893 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eed8b6-b29f-45fa-9100-b506efb96a1c None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:51.066251 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eed8b6-b29f-45fa-9100-b506efb96a1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:51.066251 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eed8b6-b29f-45fa-9100-b506efb96a1c None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:51.068549 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eed8b6-b29f-45fa-9100-b506efb96a1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:51.069079 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eed8b6-b29f-45fa-9100-b506efb96a1c None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:51.069462 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eed8b6-b29f-45fa-9100-b506efb96a1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:51.069999 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eed8b6-b29f-45fa-9100-b506efb96a1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:51.070368 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eed8b6-b29f-45fa-9100-b506efb96a1c None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:51.070735 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eed8b6-b29f-45fa-9100-b506efb96a1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:47:51.076148 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 887254f0-28b5-4848-b71c-1b4670728d2a triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:47:51.076834 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:51.086109 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b5eed8b6-b29f-45fa-9100-b506efb96a1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:51.117608 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] Attempting to bind port 67dd7b12-7245-4383-bd10-5936e5fdc41b on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:47:51.117938 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] Attempting to bind port 67dd7b12-7245-4383-bd10-5936e5fdc41b by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': '2bf0865b-aefd-407c-aa2b-988a78618986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d'}] {{(pid=80883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:47:51.118339 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] Attempting to bind port 67dd7b12-7245-4383-bd10-5936e5fdc41b on network 8815c6f2-5730-4c09-9071-1e2484a73f9d {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:47:51.141568 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:47:51.141568 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] Checking segment: {'id': '2bf0865b-aefd-407c-aa2b-988a78618986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:47:51.141568 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:51.141568 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] Bound using segment: {'id': '2bf0865b-aefd-407c-aa2b-988a78618986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d'} {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:47:51.142323 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] Bound port: 67dd7b12-7245-4383-bd10-5936e5fdc41b, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf0865b-aefd-407c-aa2b-988a78618986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d'}}] {{(pid=80883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:47:51.142323 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:51.172911 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] For port 2b296b47-624c-4b63-b9b9-9b72527c6201, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=2b296b47-624c-4b63-b9b9-9b72527c6201,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:47:51.188321 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:51.211180 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:51.222720 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-9e9f0dfe-cc33-405a-beed-b73ca380057f admin admin] Allocated IP 172.20.0.1 (a018f432-b65f-4be5-9e36-7841bb9c521a/9ea5f554-ff76-4e51-8537-8c889ccf5982/b2808c24-eb41-439d-96ea-4e2af12a33d9) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:47:51.273382 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] For port 67dd7b12-7245-4383-bd10-5936e5fdc41b, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:47:51.276615 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadedf32-32f9-4b3f-895f-e06f5e3b532c None None] Network a018f432-b65f-4be5-9e36-7841bb9c521a requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:47:51.277093 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] For port 67dd7b12-7245-4383-bd10-5936e5fdc41b, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=67dd7b12-7245-4383-bd10-5936e5fdc41b,segment=NetworkSegment(2bf0865b-aefd-407c-aa2b-988a78618986),segment_id=2bf0865b-aefd-407c-aa2b-988a78618986)] {{(pid=80883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:47:51.280971 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:51.287010 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:51.375634 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eed8b6-b29f-45fa-9100-b506efb96a1c None None] Pushing event updated for resources: {'Port': ['ID=67dd7b12-7245-4383-bd10-5936e5fdc41b,revision_number=4']} {{(pid=80883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:51.378767 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] Routers {'308f893a-86c9-4fed-aa71-c5d402ce37b2'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:47:51.380104 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90b44fd0>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:47:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['308f893a-86c9-4fed-aa71-c5d402ce37b2'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:47:51.426236 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9e9f0dfe-cc33-405a-beed-b73ca380057f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:51.447445 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-9e9f0dfe-cc33-405a-beed-b73ca380057f admin admin] Transition to ACTIVE for port object b2808c24-eb41-439d-96ea-4e2af12a33d9 will not be triggered until provisioned by entity DHCP. {{(pid=80881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:47:51.468706 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9e9f0dfe-cc33-405a-beed-b73ca380057f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:51.474564 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-29d9f3c3-a8f9-4a1c-99d6-58362bb326d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:51.476586 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b30a24-bee8-4448-bd6a-c807d0c5dffb None None] Pushing event updated for resources: {'Port': ['ID=2b296b47-624c-4b63-b9b9-9b72527c6201,revision_number=3']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:51.496385 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:47:51.509532 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b5eed8b6-b29f-45fa-9100-b506efb96a1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:51.531340 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-28b30a24-bee8-4448-bd6a-c807d0c5dffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:51.559732 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9f0dfe-cc33-405a-beed-b73ca380057f admin admin] Network a018f432-b65f-4be5-9e36-7841bb9c521a is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:47:51.563079 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-9e9f0dfe-cc33-405a-beed-b73ca380057f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:47:51.566840 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-e167f744-5a56-419f-a2b5-d0bb03c20ccf None None] Provisioning for port 2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6 completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:47:51.567026 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9f0dfe-cc33-405a-beed-b73ca380057f admin admin] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:47:51.588238 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] Routers {'1411b5ef-4c5d-4467-a58f-2b55c5c4b96a'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:47:51.588947 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a8ff59f98>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:47:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['1411b5ef-4c5d-4467-a58f-2b55c5c4b96a'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:47:51.607199 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f0dfe-cc33-405a-beed-b73ca380057f admin admin] Pushing event updated for resources: {'Port': ['ID=b2808c24-eb41-439d-96ea-4e2af12a33d9,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:51.610649 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9e9f0dfe-cc33-405a-beed-b73ca380057f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:51.653194 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9e9f0dfe-cc33-405a-beed-b73ca380057f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854308959'] for router_interface, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:51.689492 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] Set router 308f893a-86c9-4fed-aa71-c5d402ce37b2 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:47:51.770482 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9e9f0dfe-cc33-405a-beed-b73ca380057f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:52.022412 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9e9f0dfe-cc33-405a-beed-b73ca380057f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:52.028024 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9e9f0dfe-cc33-405a-beed-b73ca380057f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853431108'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:52.053670 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:52.095882 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90b44fd0>, [{'id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'name': 'tempest-TestMinimumBasicScenario-747274449-router', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:44Z', 'revision_number': 4, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'gw_port': {'id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '67dd7b12-7245-4383-bd10-5936e5fdc41b', 'name': '', 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'mac_address': 'fa:16:3e:5e:aa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '570e1dff-e7fa-4074-bc1a-0da62d00f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:43Z', 'updated_at': '2021-07-06T00:47:51Z', 'revision_number': 4, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'subnets': [{'id': '570e1dff-e7fa-4074-bc1a-0da62d00f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:47:52.100861 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e152b85d-cb58-4078-9db1-ab00ac21accb None None] The sync data for ids ['308f893a-86c9-4fed-aa71-c5d402ce37b2'] in dv-cinder-799546-2-iscsi is: [{'id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'name': 'tempest-TestMinimumBasicScenario-747274449-router', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:44Z', 'revision_number': 4, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'gw_port': {'id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '67dd7b12-7245-4383-bd10-5936e5fdc41b', 'name': '', 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'mac_address': 'fa:16:3e:5e:aa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '570e1dff-e7fa-4074-bc1a-0da62d00f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:43Z', 'updated_at': '2021-07-06T00:47:51Z', 'revision_number': 4, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'subnets': [{'id': '570e1dff-e7fa-4074-bc1a-0da62d00f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:47:52.139094 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9e9f0dfe-cc33-405a-beed-b73ca380057f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3153361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854316699'] for router_interface, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:52.149270 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f0dfe-cc33-405a-beed-b73ca380057f admin admin] Pushing event updated for resources: {'Port': ['ID=b2808c24-eb41-439d-96ea-4e2af12a33d9,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:52.150154 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port 2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:47:52.166040 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9e9f0dfe-cc33-405a-beed-b73ca380057f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:52.173997 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:47:52.174992 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:52.242546 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] Set router 1411b5ef-4c5d-4467-a58f-2b55c5c4b96a gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:47:52.295848 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9f0dfe-cc33-405a-beed-b73ca380057f admin admin] Network a018f432-b65f-4be5-9e36-7841bb9c521a is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:47:52.297421 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-9e9f0dfe-cc33-405a-beed-b73ca380057f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:47:52.668338 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:52.701052 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a8ff59f98>, [{'id': '1411b5ef-4c5d-4467-a58f-2b55c5c4b96a', 'name': 'tempest-TestMinimumBasicScenario-1198091021-router', 'tenant_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '2b296b47-624c-4b63-b9b9-9b72527c6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:47:47Z', 'updated_at': '2021-07-06T00:47:49Z', 'revision_number': 3, 'project_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'gw_port': {'id': '2b296b47-624c-4b63-b9b9-9b72527c6201', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1411b5ef-4c5d-4467-a58f-2b55c5c4b96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:48Z', 'updated_at': '2021-07-06T00:47:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:47:52.717043 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd8c4de-46ad-4a29-b848-0ef88d3a5bb2 None None] The sync data for ids ['1411b5ef-4c5d-4467-a58f-2b55c5c4b96a'] in dv-cinder-799546-2-iscsi is: [{'id': '1411b5ef-4c5d-4467-a58f-2b55c5c4b96a', 'name': 'tempest-TestMinimumBasicScenario-1198091021-router', 'tenant_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '2b296b47-624c-4b63-b9b9-9b72527c6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:47:47Z', 'updated_at': '2021-07-06T00:47:49Z', 'revision_number': 3, 'project_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'gw_port': {'id': '2b296b47-624c-4b63-b9b9-9b72527c6201', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1411b5ef-4c5d-4467-a58f-2b55c5c4b96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:48Z', 'updated_at': '2021-07-06T00:47:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}] {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:47:52.727164 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] For port 2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6,segment=NetworkSegment(c92730b7-60ff-4cfe-a6b8-d11c8ae6428d),segment_id=c92730b7-60ff-4cfe-a6b8-d11c8ae6428d)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:47:52.732419 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:52.734493 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-98f5042e-8455-44cf-b634-12ac43c25912 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:52.826256 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9f0dfe-cc33-405a-beed-b73ca380057f admin admin] Router 1411b5ef-4c5d-4467-a58f-2b55c5c4b96a has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:47:52.845983 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Pushing event updated for resources: {'Port': ['ID=2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6,revision_number=3']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:52.850385 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:52.853378 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-60819b4e-5291-4da5-adab-f97bf59b58de None None] Provisioning complete for port 2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:47:52.853939 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-60819b4e-5291-4da5-adab-f97bf59b58de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:53.028439 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 67dd7b12-7245-4383-bd10-5936e5fdc41b up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:47:53.094005 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9f0dfe-cc33-405a-beed-b73ca380057f admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:47:53.100490 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-60819b4e-5291-4da5-adab-f97bf59b58de None None] Provisioning for port b2808c24-eb41-439d-96ea-4e2af12a33d9 completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:47:53.105817 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-9e9f0dfe-cc33-405a-beed-b73ca380057f admin admin] 10.222.0.13 "PUT /v2.0/routers/1411b5ef-4c5d-4467-a58f-2b55c5c4b96a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3867900
Jul 06 00:47:53.110765 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-60819b4e-5291-4da5-adab-f97bf59b58de None None] Provisioning complete for port b2808c24-eb41-439d-96ea-4e2af12a33d9 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:47:53.111220 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-60819b4e-5291-4da5-adab-f97bf59b58de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:53.173816 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-60819b4e-5291-4da5-adab-f97bf59b58de None None] Port b2808c24-eb41-439d-96ea-4e2af12a33d9 cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:47:53.178679 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port 67dd7b12-7245-4383-bd10-5936e5fdc41b completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:47:53.183991 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 67dd7b12-7245-4383-bd10-5936e5fdc41b triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:47:53.184417 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:53.320649 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-cdf4dc81-ca32-452d-9e32-3df7dbbc3042 None None] Provisioning complete for port b2808c24-eb41-439d-96ea-4e2af12a33d9 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:47:53.321080 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cdf4dc81-ca32-452d-9e32-3df7dbbc3042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:53.354386 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:53.400873 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] For port 67dd7b12-7245-4383-bd10-5936e5fdc41b, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=67dd7b12-7245-4383-bd10-5936e5fdc41b,segment=NetworkSegment(2bf0865b-aefd-407c-aa2b-988a78618986),segment_id=2bf0865b-aefd-407c-aa2b-988a78618986)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:47:53.405147 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:53.413903 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:53.458748 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-cdf4dc81-ca32-452d-9e32-3df7dbbc3042 None None] Port b2808c24-eb41-439d-96ea-4e2af12a33d9 cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:47:53.510154 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Pushing event updated for resources: {'Port': ['ID=67dd7b12-7245-4383-bd10-5936e5fdc41b,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:53.514325 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:53.582303 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-ab002043-7bd4-4217-beb9-1a25262f257b None None] Provisioning complete for port b2808c24-eb41-439d-96ea-4e2af12a33d9 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:47:53.582713 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ab002043-7bd4-4217-beb9-1a25262f257b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:53.648413 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-ab002043-7bd4-4217-beb9-1a25262f257b None None] Port b2808c24-eb41-439d-96ea-4e2af12a33d9 cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:47:54.868675 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 67dd7b12-7245-4383-bd10-5936e5fdc41b up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:47:54.956373 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 67dd7b12-7245-4383-bd10-5936e5fdc41b triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:47:54.956580 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:55.086405 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:47:55.191547 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:47:55.191980 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:55.327760 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 2b296b47-624c-4b63-b9b9-9b72527c6201 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:47:55.427630 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port 2b296b47-624c-4b63-b9b9-9b72527c6201 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:47:55.434733 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 2b296b47-624c-4b63-b9b9-9b72527c6201 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:47:55.435352 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:55.561685 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:55.579738 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] For port 2b296b47-624c-4b63-b9b9-9b72527c6201, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=2b296b47-624c-4b63-b9b9-9b72527c6201,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:47:55.583988 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:55.585888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:55.653079 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Pushing event updated for resources: {'Port': ['ID=2b296b47-624c-4b63-b9b9-9b72527c6201,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:55.656462 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:56.389865 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] Sync routers for ids ['1411b5ef-4c5d-4467-a58f-2b55c5c4b96a'] in dv-cinder-799546-2-iscsi {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:47:56.406064 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] Routers {'1411b5ef-4c5d-4467-a58f-2b55c5c4b96a'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:47:56.406942 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90810eb8>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:47:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['1411b5ef-4c5d-4467-a58f-2b55c5c4b96a'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:47:56.600089 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] Set router 1411b5ef-4c5d-4467-a58f-2b55c5c4b96a gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:47:56.808352 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 2b296b47-624c-4b63-b9b9-9b72527c6201 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:47:56.887765 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port 2b296b47-624c-4b63-b9b9-9b72527c6201 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:47:56.888857 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:57.180512 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90810eb8>, [{'id': '1411b5ef-4c5d-4467-a58f-2b55c5c4b96a', 'name': 'tempest-TestMinimumBasicScenario-1198091021-router', 'tenant_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '2b296b47-624c-4b63-b9b9-9b72527c6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:47:47Z', 'updated_at': '2021-07-06T00:47:51Z', 'revision_number': 4, 'project_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'gw_port': {'id': '2b296b47-624c-4b63-b9b9-9b72527c6201', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1411b5ef-4c5d-4467-a58f-2b55c5c4b96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:48Z', 'updated_at': '2021-07-06T00:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': 'b2808c24-eb41-439d-96ea-4e2af12a33d9', 'name': '', 'network_id': 'a018f432-b65f-4be5-9e36-7841bb9c521a', 'tenant_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'mac_address': 'fa:16:3e:56:ec:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1411b5ef-4c5d-4467-a58f-2b55c5c4b96a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ea5f554-ff76-4e51-8537-8c889ccf5982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:50Z', 'updated_at': '2021-07-06T00:47:51Z', 'revision_number': 2, 'project_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'subnets': [{'id': '9ea5f554-ff76-4e51-8537-8c889ccf5982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:47:57.186439 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] Checking router: 1411b5ef-4c5d-4467-a58f-2b55c5c4b96a for host: dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:47:57.186841 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] Updating router 1411b5ef-4c5d-4467-a58f-2b55c5c4b96a port b2808c24-eb41-439d-96ea-4e2af12a33d9 binding host dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Jul 06 00:47:57.250372 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:57.633346 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] Notify callbacks [] for port, precommit_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:57.654048 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] Transition to ACTIVE for port object b2808c24-eb41-439d-96ea-4e2af12a33d9 will not be triggered until provisioned by entity L2. {{(pid=80883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:47:57.665058 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:57.670054 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a4481068-6e7c-4640-9f10-3ce62f242fb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:57.753269 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e40b87-702a-489d-a447-e8ae0c5b3a46 None None] Pushing event updated for resources: {'Port': ['ID=b2808c24-eb41-439d-96ea-4e2af12a33d9,revision_number=3']} {{(pid=80883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:57.817335 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-62e40b87-702a-489d-a447-e8ae0c5b3a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:57.930775 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] Attempting to bind port b2808c24-eb41-439d-96ea-4e2af12a33d9 on host dv-cinder-799546-2-iscsi for vnic_type normal with profile  {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:47:57.931244 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] Attempting to bind port b2808c24-eb41-439d-96ea-4e2af12a33d9 by drivers openvswitch,hyperv on host dv-cinder-799546-2-iscsi at level 0 using segments [{'id': 'c92730b7-60ff-4cfe-a6b8-d11c8ae6428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a018f432-b65f-4be5-9e36-7841bb9c521a'}] {{(pid=80883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:47:57.931658 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] Attempting to bind port b2808c24-eb41-439d-96ea-4e2af12a33d9 on network a018f432-b65f-4be5-9e36-7841bb9c521a {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:47:57.939304 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] Checking agent: {'id': 'ae4cae54-3edd-4ef7-b1d7-6c11c782b41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799546-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 34, 14), 'started_at': datetime.datetime(2021, 7, 6, 0, 34, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['geneve', 'gre', 'internal', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799546-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.0', 'Port': '1.5', 'PortForwarding': '1.1', 'QosPolicy': '1.8', 'SecurityGroup': '1.1', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.0', 'Trunk': '1.1'}} {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:47:57.939822 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] Checking segment: {'id': 'c92730b7-60ff-4cfe-a6b8-d11c8ae6428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a018f432-b65f-4be5-9e36-7841bb9c521a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:47:57.940230 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:57.940699 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] Bound using segment: {'id': 'c92730b7-60ff-4cfe-a6b8-d11c8ae6428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a018f432-b65f-4be5-9e36-7841bb9c521a'} {{(pid=80883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:47:57.941295 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] Bound port: b2808c24-eb41-439d-96ea-4e2af12a33d9, host: dv-cinder-799546-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92730b7-60ff-4cfe-a6b8-d11c8ae6428d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a018f432-b65f-4be5-9e36-7841bb9c521a'}}] {{(pid=80883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:47:57.941715 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:58.041037 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] For port b2808c24-eb41-439d-96ea-4e2af12a33d9, host dv-cinder-799546-2-iscsi, cleared binding levels {{(pid=80883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:47:58.044763 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] For port b2808c24-eb41-439d-96ea-4e2af12a33d9, host dv-cinder-799546-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=b2808c24-eb41-439d-96ea-4e2af12a33d9,segment=NetworkSegment(c92730b7-60ff-4cfe-a6b8-d11c8ae6428d),segment_id=c92730b7-60ff-4cfe-a6b8-d11c8ae6428d)] {{(pid=80883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:47:58.051469 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:47:58.056261 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-ef4066db-029e-44ae-aed6-8a3a24f9c02e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:47:58.157784 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e40b87-702a-489d-a447-e8ae0c5b3a46 None None] Pushing event updated for resources: {'Port': ['ID=b2808c24-eb41-439d-96ea-4e2af12a33d9,revision_number=4']} {{(pid=80883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:47:58.161318 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-62e40b87-702a-489d-a447-e8ae0c5b3a46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:47:58.167841 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] Routers {'1411b5ef-4c5d-4467-a58f-2b55c5c4b96a'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:47:58.168554 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90810eb8>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:47:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['1411b5ef-4c5d-4467-a58f-2b55c5c4b96a'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:47:58.389893 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] Set router 1411b5ef-4c5d-4467-a58f-2b55c5c4b96a gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:47:58.758882 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90810eb8>, [{'id': '1411b5ef-4c5d-4467-a58f-2b55c5c4b96a', 'name': 'tempest-TestMinimumBasicScenario-1198091021-router', 'tenant_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '2b296b47-624c-4b63-b9b9-9b72527c6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:47:47Z', 'updated_at': '2021-07-06T00:47:51Z', 'revision_number': 4, 'project_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'gw_port': {'id': '2b296b47-624c-4b63-b9b9-9b72527c6201', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1411b5ef-4c5d-4467-a58f-2b55c5c4b96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:48Z', 'updated_at': '2021-07-06T00:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': 'b2808c24-eb41-439d-96ea-4e2af12a33d9', 'name': '', 'network_id': 'a018f432-b65f-4be5-9e36-7841bb9c521a', 'tenant_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'mac_address': 'fa:16:3e:56:ec:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1411b5ef-4c5d-4467-a58f-2b55c5c4b96a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ea5f554-ff76-4e51-8537-8c889ccf5982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:50Z', 'updated_at': '2021-07-06T00:47:58Z', 'revision_number': 4, 'project_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'subnets': [{'id': '9ea5f554-ff76-4e51-8537-8c889ccf5982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:47:58.774013 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500d3e9b-cdce-4c2f-b03a-9eefb055f8a0 None None] The sync data for ids ['1411b5ef-4c5d-4467-a58f-2b55c5c4b96a'] in dv-cinder-799546-2-iscsi is: [{'id': '1411b5ef-4c5d-4467-a58f-2b55c5c4b96a', 'name': 'tempest-TestMinimumBasicScenario-1198091021-router', 'tenant_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '2b296b47-624c-4b63-b9b9-9b72527c6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:47:47Z', 'updated_at': '2021-07-06T00:47:51Z', 'revision_number': 4, 'project_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'gw_port': {'id': '2b296b47-624c-4b63-b9b9-9b72527c6201', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1411b5ef-4c5d-4467-a58f-2b55c5c4b96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:48Z', 'updated_at': '2021-07-06T00:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': 'b2808c24-eb41-439d-96ea-4e2af12a33d9', 'name': '', 'network_id': 'a018f432-b65f-4be5-9e36-7841bb9c521a', 'tenant_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'mac_address': 'fa:16:3e:56:ec:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1411b5ef-4c5d-4467-a58f-2b55c5c4b96a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ea5f554-ff76-4e51-8537-8c889ccf5982', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:50Z', 'updated_at': '2021-07-06T00:47:58Z', 'revision_number': 4, 'project_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'subnets': [{'id': '9ea5f554-ff76-4e51-8537-8c889ccf5982', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:48:00.866028 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device b2808c24-eb41-439d-96ea-4e2af12a33d9 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:48:00.941770 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning for port b2808c24-eb41-439d-96ea-4e2af12a33d9 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:48:00.947130 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port b2808c24-eb41-439d-96ea-4e2af12a33d9 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:48:00.947564 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:01.068198 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:01.105782 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] For port b2808c24-eb41-439d-96ea-4e2af12a33d9, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=b2808c24-eb41-439d-96ea-4e2af12a33d9,segment=NetworkSegment(c92730b7-60ff-4cfe-a6b8-d11c8ae6428d),segment_id=c92730b7-60ff-4cfe-a6b8-d11c8ae6428d)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:48:01.109710 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:01.113120 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:48:01.180689 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Pushing event updated for resources: {'Port': ['ID=b2808c24-eb41-439d-96ea-4e2af12a33d9,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:48:01.184344 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:48:02.806071 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device b2808c24-eb41-439d-96ea-4e2af12a33d9 up at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:48:02.875435 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Provisioning complete for port b2808c24-eb41-439d-96ea-4e2af12a33d9 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:48:02.875806 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:03.383446 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-33763869-747b-464d-b32b-7b492d0a262e tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:03.384092 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-33763869-747b-464d-b32b-7b492d0a262e tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Synchronizing usage tracker for tenant:4ee89605c1d5433e80ec9577b1ac160b on resource:network {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:48:03.399860 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-33763869-747b-464d-b32b-7b492d0a262e tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Unset dirty status for tenant:4ee89605c1d5433e80ec9577b1ac160b on resource:network {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:48:03.401063 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-33763869-747b-464d-b32b-7b492d0a262e tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/networks?id=8815c6f2-5730-4c09-9071-1e2484a73f9d HTTP/1.1" status: 200  len: 814 time: 0.1622953
Jul 06 00:48:03.420232 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-f3fe49c7-f0e3-446c-b2c4-239e38ab961c tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/quotas/4ee89605c1d5433e80ec9577b1ac160b HTTP/1.1" status: 200  len: 375 time: 0.0120947
Jul 06 00:48:03.499826 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-bb37f822-13f8-4c5c-b9ac-1294494855a0 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ee89605c1d5433e80ec9577b1ac160b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0725443
Jul 06 00:48:03.779728 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-52777340-11e3-4c71-908f-988a1e5a9c5b service neutron] 10.222.0.13 "GET /v2.0/networks/8815c6f2-5730-4c09-9071-1e2484a73f9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2641664
Jul 06 00:48:03.919327 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-9a38fae7-0d48-4229-a901-2e75af4f8191 service neutron] 10.222.0.13 "GET /v2.0/networks/8815c6f2-5730-4c09-9071-1e2484a73f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1318817
Jul 06 00:48:04.182566 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a2ebaf7b-400f-4987-8b92-646a40fc6f61 req-6fa7e3f7-0061-445c-8d79-ca7f816a2911 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 210 time: 0.0591404
Jul 06 00:48:05.339375 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5163c9f9-34cc-4d62-add7-4fd9a9fba6c5 req-037eddc7-4f08-475d-ae04-25ce3fbf9e38 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 210 time: 0.0450418
Jul 06 00:48:05.539085 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-a68c4fd4-af90-4523-8df9-196e353789aa tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:05.540707 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-a68c4fd4-af90-4523-8df9-196e353789aa tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.39 "GET /v2.0/networks?id=8815c6f2-5730-4c09-9071-1e2484a73f9d HTTP/1.1" status: 200  len: 814 time: 0.1530859
Jul 06 00:48:05.556966 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-10af077e-697f-4bc8-a244-0f9e7a77f280 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Request body: {'port': {'device_id': '8a186dc6-ef6a-40b5-8e9b-44370b6ec251', 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d', 'admin_state_up': True, 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:48:05.939639 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-10af077e-697f-4bc8-a244-0f9e7a77f280 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:48:05.943712 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-10af077e-697f-4bc8-a244-0f9e7a77f280 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Usage tracker for resource:port and tenant:4ee89605c1d5433e80ec9577b1ac160b is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:48:05.946634 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-10af077e-697f-4bc8-a244-0f9e7a77f280 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:48:05.952427 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-10af077e-697f-4bc8-a244-0f9e7a77f280 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:48:05.962436 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-10af077e-697f-4bc8-a244-0f9e7a77f280 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Made reservation on behalf of 4ee89605c1d5433e80ec9577b1ac160b for: {'port': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:48:05.967876 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-10af077e-697f-4bc8-a244-0f9e7a77f280 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:06.178513 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-10af077e-697f-4bc8-a244-0f9e7a77f280 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Allocated IP 172.20.0.14 (8815c6f2-5730-4c09-9071-1e2484a73f9d/570e1dff-e7fa-4074-bc1a-0da62d00f781/62907dae-91a6-413f-b8dc-2c43b8220d64) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:48:06.420060 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-10af077e-697f-4bc8-a244-0f9e7a77f280 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:06.438029 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-10af077e-697f-4bc8-a244-0f9e7a77f280 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Transition to ACTIVE for port object 62907dae-91a6-413f-b8dc-2c43b8220d64 will not be triggered until provisioned by entity DHCP. {{(pid=80881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:48:06.463259 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-10af077e-697f-4bc8-a244-0f9e7a77f280 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:06.470642 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d9e7cca8-bc5d-49e4-8f65-8f8e1f10a4e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:48:06.567367 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-10af077e-697f-4bc8-a244-0f9e7a77f280 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Network 8815c6f2-5730-4c09-9071-1e2484a73f9d is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:48:06.571808 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-10af077e-697f-4bc8-a244-0f9e7a77f280 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:48:06.574019 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af077e-697f-4bc8-a244-0f9e7a77f280 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Pushing event updated for resources: {'Port': ['ID=62907dae-91a6-413f-b8dc-2c43b8220d64,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:48:06.578419 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-10af077e-697f-4bc8-a244-0f9e7a77f280 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:48:06.613052 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-10af077e-697f-4bc8-a244-0f9e7a77f280 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:48:06.614348 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e04be2-f892-44e6-b279-d2ab75b642d7 req-ca8c0a2d-e70a-4195-9011-0335ad85545b tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:06.618409 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f8e04be2-f892-44e6-b279-d2ab75b642d7 req-ca8c0a2d-e70a-4195-9011-0335ad85545b tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 932 time: 0.1316955
Jul 06 00:48:06.668569 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-10af077e-697f-4bc8-a244-0f9e7a77f280 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:06.669250 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-10af077e-697f-4bc8-a244-0f9e7a77f280 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:06.694371 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-f8e04be2-f892-44e6-b279-d2ab75b642d7 req-3f715be1-afdf-4fce-8498-b97ad69556cb tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Synchronizing usage tracker for tenant:4ee89605c1d5433e80ec9577b1ac160b on resource:security_group {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:48:06.696296 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-10af077e-697f-4bc8-a244-0f9e7a77f280 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1434064
Jul 06 00:48:06.720763 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-f8e04be2-f892-44e6-b279-d2ab75b642d7 req-3f715be1-afdf-4fce-8498-b97ad69556cb tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Unset dirty status for tenant:4ee89605c1d5433e80ec9577b1ac160b on resource:security_group {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:48:06.723074 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f8e04be2-f892-44e6-b279-d2ab75b642d7 req-3f715be1-afdf-4fce-8498-b97ad69556cb tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990937
Jul 06 00:48:06.920622 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-f8ac4709-2788-4d3f-b13c-8795118e987e None None] Provisioning for port 62907dae-91a6-413f-b8dc-2c43b8220d64 completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:48:06.926570 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-f8ac4709-2788-4d3f-b13c-8795118e987e None None] Provisioning complete for port 62907dae-91a6-413f-b8dc-2c43b8220d64 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:48:06.927081 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f8ac4709-2788-4d3f-b13c-8795118e987e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:06.975561 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-f8ac4709-2788-4d3f-b13c-8795118e987e None None] Port 62907dae-91a6-413f-b8dc-2c43b8220d64 cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:48:07.951430 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59d60d5-2109-4bd7-b045-85c4876c4bd6 req-530ec59b-b932-4836-ba81-c255cd03e838 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:07.952991 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e59d60d5-2109-4bd7-b045-85c4876c4bd6 req-530ec59b-b932-4836-ba81-c255cd03e838 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 932 time: 0.1012414
Jul 06 00:48:08.241975 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e59d60d5-2109-4bd7-b045-85c4876c4bd6 req-d4b26c06-d4b8-40a8-9aef-056e30ad3478 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2798288
Jul 06 00:48:09.448816 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0517a2-234f-4f56-9f49-35f83966121d req-1c539eb5-06a5-4ff2-976c-8c4b5de2704d tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:09.450407 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3e0517a2-234f-4f56-9f49-35f83966121d req-1c539eb5-06a5-4ff2-976c-8c4b5de2704d tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 932 time: 0.0835602
Jul 06 00:48:09.509469 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3e0517a2-234f-4f56-9f49-35f83966121d req-6c8a6d3d-35ae-4fd2-b6bf-a97f8605e444 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512984
Jul 06 00:48:10.720472 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b3956-1733-4004-92f7-34aebe7ca596 req-4342b991-fe19-4023-a201-96f474b15240 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:10.722353 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-235b3956-1733-4004-92f7-34aebe7ca596 req-4342b991-fe19-4023-a201-96f474b15240 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 932 time: 0.0811930
Jul 06 00:48:10.778784 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-235b3956-1733-4004-92f7-34aebe7ca596 req-346e21cb-9213-4d8f-873a-39ad04e2db65 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491750
Jul 06 00:48:11.975173 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ee31d-78a3-4aa1-97b7-265c36b41033 req-1a6a8d82-7961-434a-8123-4a6a2ccd77d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:11.976802 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9c8ee31d-78a3-4aa1-97b7-265c36b41033 req-1a6a8d82-7961-434a-8123-4a6a2ccd77d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 932 time: 0.0804057
Jul 06 00:48:12.030389 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9c8ee31d-78a3-4aa1-97b7-265c36b41033 req-b0cb4e24-2914-49d8-a9d9-da9c95f31539 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463955
Jul 06 00:48:12.047039 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:48:12.301230 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-13c64e1e-83e5-4452-83b4-357d1360e43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:13.218757 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2e2d6-4d48-4a74-be41-0732a987000b req-e4b4b41b-7f75-45a8-93e3-8a43d8805119 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:13.220358 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-30c2e2d6-4d48-4a74-be41-0732a987000b req-e4b4b41b-7f75-45a8-93e3-8a43d8805119 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 932 time: 0.0758901
Jul 06 00:48:13.274936 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-30c2e2d6-4d48-4a74-be41-0732a987000b req-0b5339b4-2158-4c79-953c-f8b00151ee1d tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470753
Jul 06 00:48:13.646883 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:14.018468 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:14.329744 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ab0f5cd8-93fa-4124-83ba-6f76042aec3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:14.467773 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb2d76-27d6-442a-ae11-f169b2350c01 req-6f73f124-db1f-403f-9c01-21bf7e547cc3 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:14.469368 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-79bb2d76-27d6-442a-ae11-f169b2350c01 req-6f73f124-db1f-403f-9c01-21bf7e547cc3 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 932 time: 0.0785940
Jul 06 00:48:14.524549 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-79bb2d76-27d6-442a-ae11-f169b2350c01 req-a9206473-9ef6-4d77-bc78-92778bf4e268 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472896
Jul 06 00:48:14.808914 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:15.727876 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5f2e3-bbd1-43e6-a6fb-96d8c73741fd req-b3038e0b-56b9-4c6c-ae3c-beae7c82c0a2 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:15.729497 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-61a5f2e3-bbd1-43e6-a6fb-96d8c73741fd req-b3038e0b-56b9-4c6c-ae3c-beae7c82c0a2 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 932 time: 0.0840747
Jul 06 00:48:15.783130 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-61a5f2e3-bbd1-43e6-a6fb-96d8c73741fd req-fc3bfd85-b21d-4e39-a9ea-b88002d02325 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457058
Jul 06 00:48:15.973276 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:16.977517 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d76661-ab1c-4833-8a43-4b012462a4b3 req-8011e93e-871a-4dfe-8b7d-dcda6e194674 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:16.979381 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b6d76661-ab1c-4833-8a43-4b012462a4b3 req-8011e93e-871a-4dfe-8b7d-dcda6e194674 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 932 time: 0.0772223
Jul 06 00:48:17.035528 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b6d76661-ab1c-4833-8a43-4b012462a4b3 req-77967851-c29c-42f8-a01b-ec36e283b2af tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489936
Jul 06 00:48:18.226708 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5391b4-7c0b-4a39-8ba3-7079d1cdc57a req-40e4b130-1ab0-43b9-9c4c-34e9e484c9e4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:18.228298 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ec5391b4-7c0b-4a39-8ba3-7079d1cdc57a req-40e4b130-1ab0-43b9-9c4c-34e9e484c9e4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 932 time: 0.0767949
Jul 06 00:48:18.276732 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ec5391b4-7c0b-4a39-8ba3-7079d1cdc57a req-cc59b4eb-6743-46bd-9c81-27083d0d26e6 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413425
Jul 06 00:48:19.480630 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468415f-1daf-47a8-871b-47da2f01d642 req-65f43b01-4f1b-4ba3-9be3-12d84372e604 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:19.482248 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1468415f-1daf-47a8-871b-47da2f01d642 req-65f43b01-4f1b-4ba3-9be3-12d84372e604 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 932 time: 0.0872118
Jul 06 00:48:19.543442 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1468415f-1daf-47a8-871b-47da2f01d642 req-48dc6e18-1ef0-44b0-84e9-9a92abe933c2 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530162
Jul 06 00:48:20.790685 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d915cd7-f872-417a-a58d-85ed0e986501 req-bdbaafd4-8ada-4c5b-abfe-ba73c5e5a66b tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:20.792394 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6d915cd7-f872-417a-a58d-85ed0e986501 req-bdbaafd4-8ada-4c5b-abfe-ba73c5e5a66b tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 932 time: 0.1133659
Jul 06 00:48:20.847598 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6d915cd7-f872-417a-a58d-85ed0e986501 req-ea03e19e-55f8-4b74-b95b-2090b0579346 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474048
Jul 06 00:48:22.060141 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c2366-3836-47d9-bc54-cea2ec79acc4 req-0fe40d37-aa18-4b62-b748-9396b0514e20 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:22.061817 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ad8c2366-3836-47d9-bc54-cea2ec79acc4 req-0fe40d37-aa18-4b62-b748-9396b0514e20 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 932 time: 0.0843966
Jul 06 00:48:22.117820 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ad8c2366-3836-47d9-bc54-cea2ec79acc4 req-1627857b-4dca-4896-b675-9ee33b695b73 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485826
Jul 06 00:48:23.329265 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633292c-29e4-4640-95a7-07f3d57286af req-960075bd-b3bd-492a-bebf-5059d2b742f3 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:23.332102 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0633292c-29e4-4640-95a7-07f3d57286af req-960075bd-b3bd-492a-bebf-5059d2b742f3 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 932 time: 0.0816753
Jul 06 00:48:23.381544 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0633292c-29e4-4640-95a7-07f3d57286af req-14ba11fc-aaaf-4ba1-b564-7fc82550751c tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431213
Jul 06 00:48:23.587404 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] Request body: {'port': {'device_id': '8a186dc6-ef6a-40b5-8e9b-44370b6ec251', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:48:23.695696 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:24.028874 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62907dae-91a6-413f-b8dc-2c43b8220d64 {{(pid=80881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:48:24.036425 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:24.050811 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] Transition to ACTIVE for port object 62907dae-91a6-413f-b8dc-2c43b8220d64 will not be triggered until provisioned by entity L2. {{(pid=80881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:48:24.053299 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853431108'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:24.057543 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-063914c1-51fb-46ae-aeba-a0a0720182ce tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:48:24.186658 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] Pushing event updated for resources: {'Port': ['ID=62907dae-91a6-413f-b8dc-2c43b8220d64,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:48:24.189902 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:48:24.291572 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] Attempting to bind port 62907dae-91a6-413f-b8dc-2c43b8220d64 on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:48:24.291973 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] Attempting to bind port 62907dae-91a6-413f-b8dc-2c43b8220d64 by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': '2bf0865b-aefd-407c-aa2b-988a78618986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d'}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:48:24.292332 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] Attempting to bind port 62907dae-91a6-413f-b8dc-2c43b8220d64 on network 8815c6f2-5730-4c09-9071-1e2484a73f9d {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:48:24.298755 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] Port 62907dae-91a6-413f-b8dc-2c43b8220d64 on network 8815c6f2-5730-4c09-9071-1e2484a73f9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 00:48:24.299102 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] Attempting to bind port 62907dae-91a6-413f-b8dc-2c43b8220d64 on network 8815c6f2-5730-4c09-9071-1e2484a73f9d {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:48:24.307280 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] Checking agent: {'id': '043dc09b-b03f-45ac-adf3-2bee2c468120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'started_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:48:24.307517 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] Checking segment: {'id': '2bf0865b-aefd-407c-aa2b-988a78618986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:48:24.307934 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] Bound using segment: {'id': '2bf0865b-aefd-407c-aa2b-988a78618986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d'} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:48:24.308398 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] Bound port: 62907dae-91a6-413f-b8dc-2c43b8220d64, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bf0865b-aefd-407c-aa2b-988a78618986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d'}}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:48:24.308771 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:24.399554 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] For port 62907dae-91a6-413f-b8dc-2c43b8220d64, host hv-cinder-79954, cleared binding levels {{(pid=80881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:48:24.402657 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] For port 62907dae-91a6-413f-b8dc-2c43b8220d64, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=62907dae-91a6-413f-b8dc-2c43b8220d64,segment=NetworkSegment(2bf0865b-aefd-407c-aa2b-988a78618986),segment_id=2bf0865b-aefd-407c-aa2b-988a78618986)] {{(pid=80881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:48:24.406241 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853431108'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:24.411633 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9e9f0dfe-cc33-405a-beed-b73ca380057f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:48:24.476178 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:24.477644 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] 10.222.0.39 "PUT /v2.0/ports/62907dae-91a6-413f-b8dc-2c43b8220d64 HTTP/1.1" status: 200  len: 1094 time: 0.9794962
Jul 06 00:48:24.478193 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a186dc6-ef6a-40b5-8e9b-44370b6ec251', 'tag': '62907dae-91a6-413f-b8dc-2c43b8220d64'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:48:24.500178 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] Pushing event updated for resources: {'Port': ['ID=62907dae-91a6-413f-b8dc-2c43b8220d64,revision_number=3']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:48:24.526751 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:48:24.630358 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd559ff-f0e6-4e20-b499-0431b8217a71 req-5d0d14fd-c85b-4f23-9a9b-a03838590743 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:24.642387 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-fb636bcc-a4e7-441f-a40c-6eab339d04cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ee89605c1d5433e80ec9577b1ac160b&device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 1097 time: 0.1070917
Jul 06 00:48:24.647544 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fcd559ff-f0e6-4e20-b499-0431b8217a71 req-5d0d14fd-c85b-4f23-9a9b-a03838590743 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 944 time: 0.1321268
Jul 06 00:48:24.711339 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fcd559ff-f0e6-4e20-b499-0431b8217a71 req-2cd8363e-a220-44ec-9ff2-45be88e81370 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622468
Jul 06 00:48:24.751077 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-ad3af9e2-b98f-4c46-88ac-6b367f60c33c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62907dae-91a6-413f-b8dc-2c43b8220d64 HTTP/1.1" status: 200  len: 217 time: 0.1003091
Jul 06 00:48:24.800424 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a186dc6-ef6a-40b5-8e9b-44370b6ec251', 'tag': '62907dae-91a6-413f-b8dc-2c43b8220d64', 'status': 'completed', 'code': 200}
Jul 06 00:48:24.830215 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-6f0814f5-57e8-4b73-a28c-97384e22f8dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:24.832458 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-6f0814f5-57e8-4b73-a28c-97384e22f8dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=570e1dff-e7fa-4074-bc1a-0da62d00f781 HTTP/1.1" status: 200  len: 853 time: 0.0687137
Jul 06 00:48:24.921451 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-d6ba649e-ad20-400c-83a5-ff27c4ffcf1c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8815c6f2-5730-4c09-9071-1e2484a73f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800257
Jul 06 00:48:25.061252 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-c3cbb48f-1495-4316-9af4-a653672a058f service neutron] 10.222.0.39 "GET /v2.0/networks/8815c6f2-5730-4c09-9071-1e2484a73f9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1320770
Jul 06 00:48:25.197055 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bcf90df0-8779-4001-b730-1ef5926d7a98 req-18a808c4-a327-4af0-b636-40390160ee11 service neutron] 10.222.0.39 "GET /v2.0/networks/8815c6f2-5730-4c09-9071-1e2484a73f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285768
Jul 06 00:48:25.311091 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-809d8a63-af6b-485d-8439-8c9cbeca684a req-7ce51187-4553-425c-a0c2-bfac3f944134 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ee89605c1d5433e80ec9577b1ac160b&device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 1097 time: 0.0671413
Jul 06 00:48:25.443037 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d8a63-af6b-485d-8439-8c9cbeca684a req-b2223c1d-5516-4cb3-8e9d-6adbfb398d46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:25.444664 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-809d8a63-af6b-485d-8439-8c9cbeca684a req-b2223c1d-5516-4cb3-8e9d-6adbfb398d46 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8815c6f2-5730-4c09-9071-1e2484a73f9d HTTP/1.1" status: 200  len: 915 time: 0.1264024
Jul 06 00:48:25.517851 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-809d8a63-af6b-485d-8439-8c9cbeca684a req-feb664ca-88b3-4e59-a2c1-c5815043f41a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62907dae-91a6-413f-b8dc-2c43b8220d64 HTTP/1.1" status: 200  len: 217 time: 0.0652213
Jul 06 00:48:25.584842 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d8a63-af6b-485d-8439-8c9cbeca684a req-ed1c961e-dc53-4f6a-ad14-cfd180340063 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:25.586343 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-809d8a63-af6b-485d-8439-8c9cbeca684a req-ed1c961e-dc53-4f6a-ad14-cfd180340063 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=570e1dff-e7fa-4074-bc1a-0da62d00f781 HTTP/1.1" status: 200  len: 853 time: 0.0622995
Jul 06 00:48:25.660776 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-809d8a63-af6b-485d-8439-8c9cbeca684a req-33034b7a-d9d4-441a-9fa1-16fcf53cc8fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8815c6f2-5730-4c09-9071-1e2484a73f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0673788
Jul 06 00:48:25.801008 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-809d8a63-af6b-485d-8439-8c9cbeca684a req-dedb15de-c74b-4930-ac4a-22ed2e7fe992 service neutron] 10.222.0.39 "GET /v2.0/networks/8815c6f2-5730-4c09-9071-1e2484a73f9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327157
Jul 06 00:48:25.915837 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a099f-77d4-4452-b979-87cd24cad637 req-38772d77-f4f9-4b53-89f2-134d1ededc18 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:25.918006 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-117a099f-77d4-4452-b979-87cd24cad637 req-38772d77-f4f9-4b53-89f2-134d1ededc18 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 944 time: 0.0921619
Jul 06 00:48:25.979707 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-117a099f-77d4-4452-b979-87cd24cad637 req-bc1f2185-c714-42c9-93c6-013c70d6af12 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538714
Jul 06 00:48:26.184673 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-809d8a63-af6b-485d-8439-8c9cbeca684a req-7cae4557-5c11-4e4d-8ae3-7db18ce51baa service neutron] 10.222.0.39 "GET /v2.0/networks/8815c6f2-5730-4c09-9071-1e2484a73f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3762863
Jul 06 00:48:26.280168 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 58616) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:48:26.429186 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-901e984a-f673-46c4-8f8e-1f70ba50a718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:26.459554 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-901e984a-f673-46c4-8f8e-1f70ba50a718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:48:26.463442 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-901e984a-f673-46c4-8f8e-1f70ba50a718 admin admin] Usage tracker for resource:security_group_rule and tenant:932e28a0816e4f3fa1aab6984211a780 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:48:26.466319 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-901e984a-f673-46c4-8f8e-1f70ba50a718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:48:26.472218 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-901e984a-f673-46c4-8f8e-1f70ba50a718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:48:26.545943 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-901e984a-f673-46c4-8f8e-1f70ba50a718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:26.548659 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-901e984a-f673-46c4-8f8e-1f70ba50a718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:26.556641 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5894cc35-d093-40e6-958a-3c342bf3d3e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:48:26.598570 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e984a-f673-46c4-8f8e-1f70ba50a718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2eba72-6a12-40eb-875b-342c1a398d0e,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:48:26.602122 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-901e984a-f673-46c4-8f8e-1f70ba50a718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:48:26.604823 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-901e984a-f673-46c4-8f8e-1f70ba50a718 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=932e28a0816e4f3fa1aab6984211a780&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3235433
Jul 06 00:48:26.609748 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 58622) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:48:26.671875 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6c5677df-92f8-4cee-86a3-9324bba7f41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:26.702699 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6c5677df-92f8-4cee-86a3-9324bba7f41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:26.745680 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6c5677df-92f8-4cee-86a3-9324bba7f41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:26.750735 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1be8a8db-4c79-45b0-be14-4e7d219c8e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:48:26.763832 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5677df-92f8-4cee-86a3-9324bba7f41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2eba72-6a12-40eb-875b-342c1a398d0e,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:48:26.766900 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-6c5677df-92f8-4cee-86a3-9324bba7f41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:48:26.769752 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6c5677df-92f8-4cee-86a3-9324bba7f41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:26.770965 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-6c5677df-92f8-4cee-86a3-9324bba7f41d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a2eba72-6a12-40eb-875b-342c1a398d0e HTTP/1.1" status: 204  len: 168 time: 0.1601937
Jul 06 00:48:27.175400 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da809748-e5b4-4553-ba5e-f73c29a1190a req-8e283e71-dd0e-479e-98d0-8ace94780682 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:27.177197 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-da809748-e5b4-4553-ba5e-f73c29a1190a req-8e283e71-dd0e-479e-98d0-8ace94780682 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 944 time: 0.0794516
Jul 06 00:48:27.227398 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-da809748-e5b4-4553-ba5e-f73c29a1190a req-73353b7b-e51a-4ef0-9b8b-c6bbc2a888bd tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429327
Jul 06 00:48:28.431280 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb400c-db13-46ed-8d07-7eff086a5cb1 req-d90dbe5a-809d-40f8-91a0-c44c6c96a028 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:28.432852 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9efb400c-db13-46ed-8d07-7eff086a5cb1 req-d90dbe5a-809d-40f8-91a0-c44c6c96a028 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 944 time: 0.0895309
Jul 06 00:48:28.484114 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9efb400c-db13-46ed-8d07-7eff086a5cb1 req-5f14ab50-89e7-4c6d-b1a3-8a2ac135a45f tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442386
Jul 06 00:48:29.296760 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 62907dae-91a6-413f-b8dc-2c43b8220d64 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 00:48:29.430005 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 62907dae-91a6-413f-b8dc-2c43b8220d64, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=62907dae-91a6-413f-b8dc-2c43b8220d64,segment=NetworkSegment(2bf0865b-aefd-407c-aa2b-988a78618986),segment_id=2bf0865b-aefd-407c-aa2b-988a78618986)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:48:29.444757 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Returning: {'device': '62907dae-91a6-413f-b8dc-2c43b8220d64', 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d', 'port_id': '62907dae-91a6-413f-b8dc-2c43b8220d64', 'mac_address': 'fa:16:3e:88:95:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '570e1dff-e7fa-4074-bc1a-0da62d00f781', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 00:48:29.495060 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:29.518488 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62907dae-91a6-413f-b8dc-2c43b8220d64 {{(pid=80882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:48:29.538955 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 62907dae-91a6-413f-b8dc-2c43b8220d64, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=62907dae-91a6-413f-b8dc-2c43b8220d64,segment=NetworkSegment(2bf0865b-aefd-407c-aa2b-988a78618986),segment_id=2bf0865b-aefd-407c-aa2b-988a78618986)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:48:29.541886 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:29.544610 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7f703403-3810-4626-94b3-e4bde96e4882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:48:29.604676 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=62907dae-91a6-413f-b8dc-2c43b8220d64,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:48:29.614816 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:29.615227 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:29.615614 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:29.615990 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:29.616366 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:29.616739 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:29.617109 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:29.617481 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:29.617849 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:29.618216 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:29.618581 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:29.622740 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:48:29.672726 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b02449-40af-4b06-a804-9aafa20b86f4 req-d46054b1-7223-4da2-8150-dfc579ec3ad2 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:29.674292 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-22b02449-40af-4b06-a804-9aafa20b86f4 req-d46054b1-7223-4da2-8150-dfc579ec3ad2 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 945 time: 0.0777786
Jul 06 00:48:29.727276 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-22b02449-40af-4b06-a804-9aafa20b86f4 req-3b029fba-6664-4f92-9e1a-2b6ebf90ba7d tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452609
Jul 06 00:48:29.934643 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['62907dae-91a6-413f-b8dc-2c43b8220d64'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:48:30.918039 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e28e72-ea03-44ea-980c-96fe18f684da req-45996a88-70f1-4090-8c6e-2c443a915f49 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:30.919616 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-77e28e72-ea03-44ea-980c-96fe18f684da req-45996a88-70f1-4090-8c6e-2c443a915f49 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 945 time: 0.0778654
Jul 06 00:48:30.969281 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-77e28e72-ea03-44ea-980c-96fe18f684da req-af461c1a-3142-4653-9e9a-9d6b9f50620f tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422237
Jul 06 00:48:31.320056 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 62907dae-91a6-413f-b8dc-2c43b8220d64 up at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:48:31.383428 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning for port 62907dae-91a6-413f-b8dc-2c43b8220d64 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:48:31.388315 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning complete for port 62907dae-91a6-413f-b8dc-2c43b8220d64 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:48:31.388738 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:31.495528 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:31.522743 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a186dc6-ef6a-40b5-8e9b-44370b6ec251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62907dae-91a6-413f-b8dc-2c43b8220d64'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:48:31.535033 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 62907dae-91a6-413f-b8dc-2c43b8220d64, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=62907dae-91a6-413f-b8dc-2c43b8220d64,segment=NetworkSegment(2bf0865b-aefd-407c-aa2b-988a78618986),segment_id=2bf0865b-aefd-407c-aa2b-988a78618986)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:48:31.538647 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:31.541028 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:48:31.605182 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=62907dae-91a6-413f-b8dc-2c43b8220d64,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:48:31.608440 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:48:31.800011 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a186dc6-ef6a-40b5-8e9b-44370b6ec251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62907dae-91a6-413f-b8dc-2c43b8220d64', 'code': 200}
Jul 06 00:48:32.046429 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d196638e-9a2c-4254-837c-5b22f193a60a req-0527cd7b-6d44-4de8-8da6-53583da19a31 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 1099 time: 0.0673881
Jul 06 00:48:32.095792 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d196638e-9a2c-4254-837c-5b22f193a60a req-c1aa8b69-a4da-4231-988b-79ae0eab563e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422339
Jul 06 00:48:32.168471 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d27e08-e0f8-47c2-aff2-782b20b72409 req-9f9d0ffe-b71f-4091-a7ad-87c71ae39b77 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:32.170056 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-10d27e08-e0f8-47c2-aff2-782b20b72409 req-9f9d0ffe-b71f-4091-a7ad-87c71ae39b77 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 946 time: 0.0828700
Jul 06 00:48:32.220107 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-10d27e08-e0f8-47c2-aff2-782b20b72409 req-7f612685-cacc-4058-a3e7-b102577832a1 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420151
Jul 06 00:48:33.412863 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c79cde-fac4-4a85-864e-9c5340440d66 req-f789f2d1-632f-4622-b688-2f56fa3f0179 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:33.414407 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-92c79cde-fac4-4a85-864e-9c5340440d66 req-f789f2d1-632f-4622-b688-2f56fa3f0179 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 946 time: 0.0800281
Jul 06 00:48:33.463046 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-92c79cde-fac4-4a85-864e-9c5340440d66 req-2b005a15-f866-4435-9d2f-532f6fe0ac8d tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415926
Jul 06 00:48:33.650518 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4ec36-f8c4-4355-9047-04cdf831616f req-47488007-b65c-4117-a942-e2116118d9b3 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:33.652098 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-aac4ec36-f8c4-4355-9047-04cdf831616f req-47488007-b65c-4117-a942-e2116118d9b3 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 946 time: 0.0768294
Jul 06 00:48:33.705080 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-aac4ec36-f8c4-4355-9047-04cdf831616f req-5394b83f-1ed3-4381-b1d2-36d899ef0e2f tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458870
Jul 06 00:48:34.118807 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87899ba4-1ae7-40ae-9e90-ede20d0ff71d req-2ade4cde-8269-45ab-baef-dc2a6fdc0203 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:34.133349 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-87899ba4-1ae7-40ae-9e90-ede20d0ff71d req-2ade4cde-8269-45ab-baef-dc2a6fdc0203 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 946 time: 0.0914822
Jul 06 00:48:34.183850 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-87899ba4-1ae7-40ae-9e90-ede20d0ff71d req-87148cf5-5270-4d79-8e27-173bc3a823e1 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430768
Jul 06 00:48:42.305035 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b0fe275a-83f9-4edd-bb37-be010374bdf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:43.648245 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:44.016420 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:44.331086 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1454cf40-d035-48f4-83cd-bb9dc424e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:44.814888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:45.976682 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:46.244267 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29767ffe-a3ed-41c7-9daf-6a50e06a10b6 req-f4a26c09-7f85-491c-9d01-405212d132b5 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:46.245821 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-29767ffe-a3ed-41c7-9daf-6a50e06a10b6 req-f4a26c09-7f85-491c-9d01-405212d132b5 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 946 time: 0.0815229
Jul 06 00:48:46.297179 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-29767ffe-a3ed-41c7-9daf-6a50e06a10b6 req-b1b49855-1f2d-484b-a8a8-bc73ddf61362 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443711
Jul 06 00:48:47.501456 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523d906-814c-49af-a3a5-d0ec790d98cd req-8f8b8c80-ec8f-40a2-ab43-9d1e82024414 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:47.503017 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b523d906-814c-49af-a3a5-d0ec790d98cd req-8f8b8c80-ec8f-40a2-ab43-9d1e82024414 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 946 time: 0.1336417
Jul 06 00:48:47.541470 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee19c4c-edcf-4f58-80c7-df217132d7bc req-bdf325de-4e43-4707-a056-b62d0998a068 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:47.543007 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-4ee19c4c-edcf-4f58-80c7-df217132d7bc req-bdf325de-4e43-4707-a056-b62d0998a068 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 946 time: 0.1223011
Jul 06 00:48:47.586380 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b523d906-814c-49af-a3a5-d0ec790d98cd req-7c02a92c-5dd6-45ad-b5d9-3c1006351adb tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743177
Jul 06 00:48:47.611996 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-4ee19c4c-edcf-4f58-80c7-df217132d7bc req-e22bc786-64eb-46f0-91c5-37e02aee55c3 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567727
Jul 06 00:48:48.242781 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f715ea-6cc1-4ff2-8fee-37348c9618b9 req-47dd20f8-ead1-4f80-840f-688a7b912e70 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:48.243554 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-06f715ea-6cc1-4ff2-8fee-37348c9618b9 req-47dd20f8-ead1-4f80-840f-688a7b912e70 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Synchronizing usage tracker for tenant:0a59ea96df14460c8e3284d59c6b11e9 on resource:port {{(pid=80881) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:48:48.259874 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-06f715ea-6cc1-4ff2-8fee-37348c9618b9 req-47dd20f8-ead1-4f80-840f-688a7b912e70 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Unset dirty status for tenant:0a59ea96df14460c8e3284d59c6b11e9 on resource:port {{(pid=80881) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:48:48.262133 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-06f715ea-6cc1-4ff2-8fee-37348c9618b9 req-47dd20f8-ead1-4f80-840f-688a7b912e70 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.39 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 946 time: 0.0952549
Jul 06 00:48:48.349016 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-06f715ea-6cc1-4ff2-8fee-37348c9618b9 req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Deleting port fb69f37f-5166-49e0-b582-0e5d4f1a1647 {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:48:48.349316 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-06f715ea-6cc1-4ff2-8fee-37348c9618b9 req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:48.588556 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-06f715ea-6cc1-4ff2-8fee-37348c9618b9 req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] For port fb69f37f-5166-49e0-b582-0e5d4f1a1647, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=fb69f37f-5166-49e0-b582-0e5d4f1a1647,segment=NetworkSegment(c12a8489-e3ef-4a29-9d7d-d16560fbcc5d),segment_id=c12a8489-e3ef-4a29-9d7d-d16560fbcc5d)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:48:48.589163 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-06f715ea-6cc1-4ff2-8fee-37348c9618b9 req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:48.865511 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8726e-ba94-4c61-98f5-059303aa32d3 req-2a046b40-8730-4f7d-b0a1-bfec358c463b tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:48.867101 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b8e8726e-ba94-4c61-98f5-059303aa32d3 req-2a046b40-8730-4f7d-b0a1-bfec358c463b tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 946 time: 0.1497502
Jul 06 00:48:48.876798 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb5f4e-bacf-47fd-8719-91184a76aa70 req-1d661070-611d-442f-a3fb-c0698c6710f8 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:48.878236 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-edbb5f4e-bacf-47fd-8719-91184a76aa70 req-1d661070-611d-442f-a3fb-c0698c6710f8 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 946 time: 0.1147788
Jul 06 00:48:48.926204 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-06f715ea-6cc1-4ff2-8fee-37348c9618b9 req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:48.926609 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-06f715ea-6cc1-4ff2-8fee-37348c9618b9 req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459972'] for floatingip, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:48.926954 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.l3_db [req-06f715ea-6cc1-4ff2-8fee-37348c9618b9 req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Floating IP 61ffd023-5a80-4b37-90ee-d2c58fb38fee disassociated. External IP: 172.27.1.89, port: fb69f37f-5166-49e0-b582-0e5d4f1a1647.
Jul 06 00:48:48.927346 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-06f715ea-6cc1-4ff2-8fee-37348c9618b9 req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Calling delete_port for fb69f37f-5166-49e0-b582-0e5d4f1a1647 owned by compute:nova {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:48:48.960258 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b8e8726e-ba94-4c61-98f5-059303aa32d3 req-c208da95-8d27-4485-b433-2dc019a86bc3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0807648
Jul 06 00:48:48.963952 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-edbb5f4e-bacf-47fd-8719-91184a76aa70 req-a6d1d3d2-482d-4d90-beee-2b2b394ca5dd tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653963
Jul 06 00:48:49.047629 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:48:49.061177 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-06f715ea-6cc1-4ff2-8fee-37348c9618b9 req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:49.067501 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:48:49.109093 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Pushing event deleted for resources: {'Port': ['ID=fb69f37f-5166-49e0-b582-0e5d4f1a1647,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:48:49.121303 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:49.121481 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:49.121810 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:49.122201 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:49.122599 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:49.123001 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:49.123405 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:49.124247 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:49.124247 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:49.124519 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:49.124903 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:49.133161 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:48:49.329323 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06f715ea-6cc1-4ff2-8fee-37348c9618b9 req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Router a9428ff6-0f7f-4603-895d-49150fddf108 has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:48:49.521261 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06f715ea-6cc1-4ff2-8fee-37348c9618b9 req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:48:49.530881 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad81b7f7-a7c8-43f7-806c-59145c557607 None None] Sync routers for ids ['a9428ff6-0f7f-4603-895d-49150fddf108'] in dv-cinder-799546-2-iscsi {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:48:49.543278 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad81b7f7-a7c8-43f7-806c-59145c557607 None None] Routers {'a9428ff6-0f7f-4603-895d-49150fddf108'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:48:49.543955 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-ad81b7f7-a7c8-43f7-806c-59145c557607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90711940>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:48:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['a9428ff6-0f7f-4603-895d-49150fddf108'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:48:49.594643 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f715ea-6cc1-4ff2-8fee-37348c9618b9 req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] No DVR routers for this DVR port fb69f37f-5166-49e0-b582-0e5d4f1a1647 on host hv-cinder-79954 {{(pid=80881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:48:49.599040 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-06f715ea-6cc1-4ff2-8fee-37348c9618b9 req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:49.602327 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a100851c-6594-4a11-8fa4-d5714de775a3', 'name': 'network-vif-deleted', 'tag': 'fb69f37f-5166-49e0-b582-0e5d4f1a1647'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:48:49.623514 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-06f715ea-6cc1-4ff2-8fee-37348c9618b9 req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.39 "DELETE /v2.0/ports/fb69f37f-5166-49e0-b582-0e5d4f1a1647 HTTP/1.1" status: 204  len: 173 time: 1.3423374
Jul 06 00:48:49.655709 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a100851c-6594-4a11-8fa4-d5714de775a3', 'name': 'network-vif-deleted', 'tag': 'fb69f37f-5166-49e0-b582-0e5d4f1a1647', 'status': 'completed', 'code': 200}
Jul 06 00:48:49.730703 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-ad81b7f7-a7c8-43f7-806c-59145c557607 None None] Set router a9428ff6-0f7f-4603-895d-49150fddf108 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:48:50.077629 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-ad81b7f7-a7c8-43f7-806c-59145c557607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90711940>, [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:44:03Z', 'revision_number': 4, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port': {'id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:43:57Z', 'updated_at': '2021-07-06T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '5991b4e3-7582-4c3c-8851-47453c16632c', 'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'mac_address': 'fa:16:3e:2b:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:01Z', 'updated_at': '2021-07-06T00:44:12Z', 'revision_number': 5, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'subnets': [{'id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:48:50.081807 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad81b7f7-a7c8-43f7-806c-59145c557607 None None] Checking router: a9428ff6-0f7f-4603-895d-49150fddf108 for host: dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:48:50.094070 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad81b7f7-a7c8-43f7-806c-59145c557607 None None] Routers {'a9428ff6-0f7f-4603-895d-49150fddf108'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:48:50.095034 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-ad81b7f7-a7c8-43f7-806c-59145c557607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90711940>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:48:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['a9428ff6-0f7f-4603-895d-49150fddf108'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:48:50.191036 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b6480323-3a4a-43f1-9a1a-308dd2d19f47 req-8ee30738-fe46-4e98-a0c7-96767a1f960e tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=a100851c-6594-4a11-8fa4-d5714de775a3 HTTP/1.1" status: 200  len: 210 time: 0.0530462
Jul 06 00:48:50.230728 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8836b04-c6af-4e6b-ab04-f8253c6b26b1 req-43f42a18-3e47-46ba-814f-8b94759f79be tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:50.232499 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a8836b04-c6af-4e6b-ab04-f8253c6b26b1 req-43f42a18-3e47-46ba-814f-8b94759f79be tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 946 time: 0.1431122
Jul 06 00:48:50.279877 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-ad81b7f7-a7c8-43f7-806c-59145c557607 None None] Set router a9428ff6-0f7f-4603-895d-49150fddf108 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:48:50.295263 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a8836b04-c6af-4e6b-ab04-f8253c6b26b1 req-3c9fe8ce-b3a7-4c42-9ea4-8d02b503abf1 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535049
Jul 06 00:48:50.397056 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8410be-2288-41d4-b0ef-4d4eea55a5b4 req-aa63286f-f8b7-47a1-9fdc-206d2e03afe1 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:50.398605 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ea8410be-2288-41d4-b0ef-4d4eea55a5b4 req-aa63286f-f8b7-47a1-9fdc-206d2e03afe1 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 946 time: 0.0840597
Jul 06 00:48:50.448713 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ea8410be-2288-41d4-b0ef-4d4eea55a5b4 req-df5ea4c5-cc54-4d0d-a2c3-485fdc763e48 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421488
Jul 06 00:48:50.475181 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 58804) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:48:50.787127 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-ad81b7f7-a7c8-43f7-806c-59145c557607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90711940>, [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:44:03Z', 'revision_number': 4, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port': {'id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:43:57Z', 'updated_at': '2021-07-06T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '5991b4e3-7582-4c3c-8851-47453c16632c', 'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'mac_address': 'fa:16:3e:2b:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:01Z', 'updated_at': '2021-07-06T00:44:12Z', 'revision_number': 5, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'subnets': [{'id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:48:50.792104 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad81b7f7-a7c8-43f7-806c-59145c557607 None None] The sync data for ids ['a9428ff6-0f7f-4603-895d-49150fddf108'] in dv-cinder-799546-2-iscsi is: [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:44:03Z', 'revision_number': 4, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port': {'id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:43:57Z', 'updated_at': '2021-07-06T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '5991b4e3-7582-4c3c-8851-47453c16632c', 'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'mac_address': 'fa:16:3e:2b:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:01Z', 'updated_at': '2021-07-06T00:44:12Z', 'revision_number': 5, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'subnets': [{'id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:48:51.033396 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-5ea9cc9e-538b-4a9f-9dbf-20af189ca5b2 tempest-TestMinimumBasicScenario-1593045142 tempest-TestMinimumBasicScenario-1593045142-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 1094 time: 0.5564427
Jul 06 00:48:51.036571 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 58812) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:48:51.039985 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75569894-cf74-4eb0-95e1-823e678ebbba req-98d4059d-6124-45e1-b6e1-4116f1e0afa5 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:51.041460 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-75569894-cf74-4eb0-95e1-823e678ebbba req-98d4059d-6124-45e1-b6e1-4116f1e0afa5 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.3643448
Jul 06 00:48:51.042487 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Request body: {'floatingip': {'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'port_id': '62907dae-91a6-413f-b8dc-2c43b8220d64', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:48:51.048916 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:48:51.055129 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Usage tracker for resource:floatingip and tenant:4ee89605c1d5433e80ec9577b1ac160b is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:48:51.058379 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:48:51.064501 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:48:51.075971 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for floatingip, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:51.094580 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-75569894-cf74-4eb0-95e1-823e678ebbba req-cfad5b27-6702-4c66-9393-e48241affb3f tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457029
Jul 06 00:48:51.223803 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:51.249372 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8873a5a9-a152-439f-973e-6da87b79c1c5 None None] New status for floating IP 61ffd023-5a80-4b37-90ee-d2c58fb38fee: DOWN {{(pid=80883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 00:48:51.365686 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Allocated IP 172.27.1.212 (34126de2-0804-4024-8df6-3ba8cfd107e5/1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b/254db332-cc66-4672-bf9b-6242520f30d7) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:48:51.436036 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device fb69f37f-5166-49e0-b582-0e5d4f1a1647 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:48:51.497289 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-375f1531-e412-4812-87f3-970f43045b6a None None] No Port match for: fb69f37f-5166-49e0-b582-0e5d4f1a1647 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:48:51.497769 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device fb69f37f-5166-49e0-b582-0e5d4f1a1647 not bound to the agent host hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:48:51.537117 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:51.544348 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0ff7d-3fb6-4d43-b5f0-613d72d3da31 req-dd161ebb-5f12-4295-a0fa-97138dd3eca1 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:51.546106 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-72a0ff7d-3fb6-4d43-b5f0-613d72d3da31 req-dd161ebb-5f12-4295-a0fa-97138dd3eca1 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 946 time: 0.1189625
Jul 06 00:48:51.564839 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:51.569917 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3bf9fd77-debd-4e12-b5f6-44898dc53d4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:48:51.615218 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-72a0ff7d-3fb6-4d43-b5f0-613d72d3da31 req-2290467f-48a4-4247-866e-4564281ce062 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619361
Jul 06 00:48:51.633054 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Network 34126de2-0804-4024-8df6-3ba8cfd107e5 is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:48:51.636034 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:48:51.640238 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:48:51.641856 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-c50ed153-c7a9-4392-add0-256a505b5523 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-152241020&fields=id&tenant_id=0a59ea96df14460c8e3284d59c6b11e9 HTTP/1.1" status: 200  len: 267 time: 0.0514452
Jul 06 00:48:51.671930 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Pushing event updated for resources: {'Port': ['ID=254db332-cc66-4672-bf9b-6242520f30d7,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:48:51.679214 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:48:51.703910 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-3288d789-897f-4ba9-a162-7ff970d4f08e tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups/f4ac25d4-400f-40e5-a57b-ed87cd711348 HTTP/1.1" status: 200  len: 4611 time: 0.0546548
Jul 06 00:48:51.857826 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-c42a6c1a-213c-4eb0-a266-a0d856d05d98 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:51.859407 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-c42a6c1a-213c-4eb0-a266-a0d856d05d98 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/networks?id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 HTTP/1.1" status: 200  len: 812 time: 0.1472125
Jul 06 00:48:51.878235 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-0bb7cbca-3dd3-4248-a14b-9cd706d9a01d tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/quotas/0a59ea96df14460c8e3284d59c6b11e9 HTTP/1.1" status: 200  len: 375 time: 0.0111184
Jul 06 00:48:51.979269 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-6ad357b8-ac87-4a2a-8525-0efdecbb965c tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a59ea96df14460c8e3284d59c6b11e9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0932088
Jul 06 00:48:52.130603 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-75496dd0-3530-422a-bcdb-787f635cb132 service neutron] 10.222.0.13 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362360
Jul 06 00:48:52.289920 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-ebd8615d-b1e3-417a-b007-8504f9d069a2 service neutron] 10.222.0.13 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1439614
Jul 06 00:48:52.392065 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:52.450761 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:52.451779 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731aacc-698a-47d2-a7f1-c470952be44c req-c587f109-cac6-4c24-8b86-9eadb9d47cfd tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:52.453383 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6731aacc-698a-47d2-a7f1-c470952be44c req-c587f109-cac6-4c24-8b86-9eadb9d47cfd tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0852916
Jul 06 00:48:52.505929 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6731aacc-698a-47d2-a7f1-c470952be44c req-fa943041-cf69-421e-ba9b-7a9c0e15e986 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444295
Jul 06 00:48:52.675647 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:52.680453 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853431108'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:52.685225 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:48:52.793622 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Pushing event updated for resources: {'Port': ['ID=254db332-cc66-4672-bf9b-6242520f30d7,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:48:52.798231 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:48:52.810273 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459972'] for floatingip, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:52.852464 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d766b789-e6ba-448b-9c68-374c39521d60 req-cacfe61c-8a88-4f75-b033-dcb7e2cc3e82 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 210 time: 0.0582490
Jul 06 00:48:52.889481 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64589d2-2946-41a2-8682-ff0243d017ef req-7e657c30-61e4-40f1-9cdd-dad8f0a2e17f tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:52.891371 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c64589d2-2946-41a2-8682-ff0243d017ef req-7e657c30-61e4-40f1-9cdd-dad8f0a2e17f tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 946 time: 0.1329498
Jul 06 00:48:52.942461 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c64589d2-2946-41a2-8682-ff0243d017ef req-b6c266cf-6e57-481f-b684-3b78c4fa4156 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431008
Jul 06 00:48:53.012129 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.l3_db [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Floating IP 0c7feba5-30d7-420f-8eaa-f2423916778b associated. External IP: 172.27.1.212, port: 62907dae-91a6-413f-b8dc-2c43b8220d64.
Jul 06 00:48:53.395409 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Router 308f893a-86c9-4fed-aa71-c5d402ce37b2 has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:48:53.588422 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:48:53.600139 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3a5024-27d2-4a73-8a77-5338d24ac734 None None] Sync routers for ids ['308f893a-86c9-4fed-aa71-c5d402ce37b2'] in dv-cinder-799546-2-iscsi {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:48:53.614854 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3a5024-27d2-4a73-8a77-5338d24ac734 None None] Routers {'308f893a-86c9-4fed-aa71-c5d402ce37b2'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:48:53.615071 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for floatingip, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:53.615664 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-0b3a5024-27d2-4a73-8a77-5338d24ac734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a9024f5c0>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:48:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['308f893a-86c9-4fed-aa71-c5d402ce37b2'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:48:53.669888 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.6319404
Jul 06 00:48:53.670592 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a186dc6-ef6a-40b5-8e9b-44370b6ec251', 'tag': '62907dae-91a6-413f-b8dc-2c43b8220d64'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:48:53.673578 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 58848) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:48:53.681766 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-5da9825b-55bb-4415-8147-af6fabe95f57 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1738729911', 'description': 'tempest-secgroup-smoke-1738729911 description', 'project_id': '4ee89605c1d5433e80ec9577b1ac160b'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:48:53.692665 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-5da9825b-55bb-4415-8147-af6fabe95f57 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:48:53.704269 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-5da9825b-55bb-4415-8147-af6fabe95f57 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:48:53.724561 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a186dc6-ef6a-40b5-8e9b-44370b6ec251', 'tag': '62907dae-91a6-413f-b8dc-2c43b8220d64', 'status': 'completed', 'code': 200}
Jul 06 00:48:53.728127 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5da9825b-55bb-4415-8147-af6fabe95f57 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:53.777775 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbb9c3-5b71-483a-9a06-c8d28547fbd3 req-59104899-94ec-458e-90a7-9b5ab2dbc54d tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:53.779609 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fffbb9c3-5b71-483a-9a06-c8d28547fbd3 req-59104899-94ec-458e-90a7-9b5ab2dbc54d tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.1593497
Jul 06 00:48:53.783215 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-5da9825b-55bb-4415-8147-af6fabe95f57 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:48:53.788009 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-5da9825b-55bb-4415-8147-af6fabe95f57 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Usage tracker for resource:security_group_rule and tenant:4ee89605c1d5433e80ec9577b1ac160b is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:48:53.794817 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-0b3a5024-27d2-4a73-8a77-5338d24ac734 None None] Set router 308f893a-86c9-4fed-aa71-c5d402ce37b2 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:48:53.814951 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-5da9825b-55bb-4415-8147-af6fabe95f57 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:48:53.836414 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-669f12fe-d8c8-4522-886d-5df056338afc req-9f3bc32c-22b5-40ae-81c3-018f4e824ab3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ee89605c1d5433e80ec9577b1ac160b&device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 1099 time: 0.0870640
Jul 06 00:48:53.952706 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-5da9825b-55bb-4415-8147-af6fabe95f57 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:48:53.997263 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fffbb9c3-5b71-483a-9a06-c8d28547fbd3 req-752cfd06-75b5-41b4-ba22-cd1eab6cdbce tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2057943
Jul 06 00:48:54.008542 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-9cf6cfd3-0046-4824-91f1-2534ced7f501 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:54.010177 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-9cf6cfd3-0046-4824-91f1-2534ced7f501 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.39 "GET /v2.0/networks?id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 HTTP/1.1" status: 200  len: 812 time: 0.1796498
Jul 06 00:48:54.069033 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f12fe-d8c8-4522-886d-5df056338afc req-04af726c-4345-41aa-8ccc-88cce7823805 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:54.070966 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-669f12fe-d8c8-4522-886d-5df056338afc req-04af726c-4345-41aa-8ccc-88cce7823805 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8815c6f2-5730-4c09-9071-1e2484a73f9d HTTP/1.1" status: 200  len: 915 time: 0.2250168
Jul 06 00:48:54.215246 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fd87b596-9963-433b-9e8c-d1d6955e233c req-614eae61-0772-4ad4-a772-9c9e55a389da tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 210 time: 0.2164013
Jul 06 00:48:54.218425 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-0b3a5024-27d2-4a73-8a77-5338d24ac734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a9024f5c0>, [{'id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'name': 'tempest-TestMinimumBasicScenario-747274449-router', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:44Z', 'revision_number': 4, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'gw_port': {'id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '0c7feba5-30d7-420f-8eaa-f2423916778b', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'port_id': '62907dae-91a6-413f-b8dc-2c43b8220d64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d', 'mac_address': 'fa:16:3e:88:95:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a186dc6-ef6a-40b5-8e9b-44370b6ec251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:48:52Z', 'updated_at': '2021-07-06T00:48:52Z', 'revision_number': 0, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67dd7b12-7245-4383-bd10-5936e5fdc41b', 'name': '', 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'mac_address': 'fa:16:3e:5e:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '570e1dff-e7fa-4074-bc1a-0da62d00f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:43Z', 'updated_at': '2021-07-06T00:47:53Z', 'revision_number': 5, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'subnets': [{'id': '570e1dff-e7fa-4074-bc1a-0da62d00f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:48:54.224617 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3a5024-27d2-4a73-8a77-5338d24ac734 None None] Checking router: 308f893a-86c9-4fed-aa71-c5d402ce37b2 for host: dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:48:54.238768 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3a5024-27d2-4a73-8a77-5338d24ac734 None None] Routers {'308f893a-86c9-4fed-aa71-c5d402ce37b2'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:48:54.239481 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-0b3a5024-27d2-4a73-8a77-5338d24ac734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a9024f5c0>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:48:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['308f893a-86c9-4fed-aa71-c5d402ce37b2'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:48:54.317393 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-147061ac-6ada-46e1-a48d-2d714e4e7c57 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a59ea96df14460c8e3284d59c6b11e9 HTTP/1.1" status: 200  len: 7027 time: 0.2477148
Jul 06 00:48:54.334347 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-e61d7718-360b-4dba-a90d-8bae1c4c2f0b tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Request body: {'port': {'device_id': '0252b40b-1ea7-4e53-8e47-186d64eefc67', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'admin_state_up': True, 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'security_groups': ['f4ac25d4-400f-40e5-a57b-ed87cd711348']}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:48:54.426353 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-0b3a5024-27d2-4a73-8a77-5338d24ac734 None None] Set router 308f893a-86c9-4fed-aa71-c5d402ce37b2 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:48:54.451853 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5da9825b-55bb-4415-8147-af6fabe95f57 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:54.460098 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-669f12fe-d8c8-4522-886d-5df056338afc req-f8d0d67d-439a-45c4-b5cf-0a931d71485a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62907dae-91a6-413f-b8dc-2c43b8220d64 HTTP/1.1" status: 200  len: 1000 time: 0.3807592
Jul 06 00:48:54.461641 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5da9825b-55bb-4415-8147-af6fabe95f57 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:54.469927 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-764cf8a6-511a-414b-b3e4-bc2cea090ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:48:54.483167 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383da55b-1c82-400a-9b7a-b6070cc8185d req-35797458-638f-49e3-bd9a-65af7edd589a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:54.484691 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-383da55b-1c82-400a-9b7a-b6070cc8185d req-35797458-638f-49e3-bd9a-65af7edd589a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 946 time: 0.3697481
Jul 06 00:48:54.535400 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f12fe-d8c8-4522-886d-5df056338afc req-545ba62b-b3d7-4ad3-a44b-3854ad8c34c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:54.537045 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-669f12fe-d8c8-4522-886d-5df056338afc req-545ba62b-b3d7-4ad3-a44b-3854ad8c34c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=570e1dff-e7fa-4074-bc1a-0da62d00f781 HTTP/1.1" status: 200  len: 853 time: 0.0685279
Jul 06 00:48:54.583396 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9825b-55bb-4415-8147-af6fabe95f57 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4c55b2-c029-447d-9e6a-b03fee61b868,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:48:54.596022 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5da9825b-55bb-4415-8147-af6fabe95f57 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:54.600784 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-5da9825b-55bb-4415-8147-af6fabe95f57 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1610 time: 0.9231861
Jul 06 00:48:54.601160 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 58858) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:48:54.609848 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-2c962dbc-0511-4c8e-870c-327a68c3e125 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Request body: {'security_group_rule': {'security_group_id': 'fc4c55b2-c029-447d-9e6a-b03fee61b868', 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:48:54.620727 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-2c962dbc-0511-4c8e-870c-327a68c3e125 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:48:54.626023 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-2c962dbc-0511-4c8e-870c-327a68c3e125 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Usage tracker for resource:security_group_rule and tenant:4ee89605c1d5433e80ec9577b1ac160b is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:48:54.628762 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-383da55b-1c82-400a-9b7a-b6070cc8185d req-fb97716b-ce7f-413f-9886-e19b064d22b0 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1316030
Jul 06 00:48:54.630191 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9825b-55bb-4415-8147-af6fabe95f57 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:54.630605 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9825b-55bb-4415-8147-af6fabe95f57 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:54.631008 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9825b-55bb-4415-8147-af6fabe95f57 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:54.631436 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9825b-55bb-4415-8147-af6fabe95f57 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:54.631837 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9825b-55bb-4415-8147-af6fabe95f57 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:54.632419 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9825b-55bb-4415-8147-af6fabe95f57 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:54.632614 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9825b-55bb-4415-8147-af6fabe95f57 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:54.632982 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9825b-55bb-4415-8147-af6fabe95f57 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:54.633373 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9825b-55bb-4415-8147-af6fabe95f57 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:54.633762 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9825b-55bb-4415-8147-af6fabe95f57 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:54.634174 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9825b-55bb-4415-8147-af6fabe95f57 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:48:54.638264 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5da9825b-55bb-4415-8147-af6fabe95f57 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:48:54.645136 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-2c962dbc-0511-4c8e-870c-327a68c3e125 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:48:54.646580 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-e61d7718-360b-4dba-a90d-8bae1c4c2f0b tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:48:54.652715 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-2c962dbc-0511-4c8e-870c-327a68c3e125 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:48:54.658220 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-e61d7718-360b-4dba-a90d-8bae1c4c2f0b tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Usage tracker for resource:port and tenant:0a59ea96df14460c8e3284d59c6b11e9 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:48:54.662422 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-e61d7718-360b-4dba-a90d-8bae1c4c2f0b tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:48:54.669335 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-e61d7718-360b-4dba-a90d-8bae1c4c2f0b tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:48:54.677028 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-669f12fe-d8c8-4522-886d-5df056338afc req-265d7966-a3e9-4eb4-a218-4a8f13b24609 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8815c6f2-5730-4c09-9071-1e2484a73f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1296647
Jul 06 00:48:54.680611 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-e61d7718-360b-4dba-a90d-8bae1c4c2f0b tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Made reservation on behalf of 0a59ea96df14460c8e3284d59c6b11e9 for: {'port': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:48:54.685142 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2c962dbc-0511-4c8e-870c-327a68c3e125 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:54.686050 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-e61d7718-360b-4dba-a90d-8bae1c4c2f0b tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:54.792980 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-0b3a5024-27d2-4a73-8a77-5338d24ac734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a9024f5c0>, [{'id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'name': 'tempest-TestMinimumBasicScenario-747274449-router', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:44Z', 'revision_number': 4, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'gw_port': {'id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '0c7feba5-30d7-420f-8eaa-f2423916778b', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'port_id': '62907dae-91a6-413f-b8dc-2c43b8220d64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d', 'mac_address': 'fa:16:3e:88:95:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a186dc6-ef6a-40b5-8e9b-44370b6ec251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:48:52Z', 'updated_at': '2021-07-06T00:48:52Z', 'revision_number': 0, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67dd7b12-7245-4383-bd10-5936e5fdc41b', 'name': '', 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'mac_address': 'fa:16:3e:5e:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '570e1dff-e7fa-4074-bc1a-0da62d00f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:43Z', 'updated_at': '2021-07-06T00:47:53Z', 'revision_number': 5, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'subnets': [{'id': '570e1dff-e7fa-4074-bc1a-0da62d00f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:48:54.798800 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3a5024-27d2-4a73-8a77-5338d24ac734 None None] The sync data for ids ['308f893a-86c9-4fed-aa71-c5d402ce37b2'] in dv-cinder-799546-2-iscsi is: [{'id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'name': 'tempest-TestMinimumBasicScenario-747274449-router', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:44Z', 'revision_number': 4, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'gw_port': {'id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '0c7feba5-30d7-420f-8eaa-f2423916778b', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'port_id': '62907dae-91a6-413f-b8dc-2c43b8220d64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d', 'mac_address': 'fa:16:3e:88:95:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a186dc6-ef6a-40b5-8e9b-44370b6ec251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:48:52Z', 'updated_at': '2021-07-06T00:48:52Z', 'revision_number': 0, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67dd7b12-7245-4383-bd10-5936e5fdc41b', 'name': '', 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'mac_address': 'fa:16:3e:5e:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '570e1dff-e7fa-4074-bc1a-0da62d00f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:43Z', 'updated_at': '2021-07-06T00:47:53Z', 'revision_number': 5, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'subnets': [{'id': '570e1dff-e7fa-4074-bc1a-0da62d00f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:48:54.869273 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-e61d7718-360b-4dba-a90d-8bae1c4c2f0b tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Allocated IP 172.20.0.11 (681d8fd8-4ec2-4a3b-8b9a-ac10096b7356/1f2f0bee-f85d-4c51-8d52-55ad296fee6b/f1b6f170-a889-491c-8c4c-f67561e497be) {{(pid=80880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:48:54.873024 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2c962dbc-0511-4c8e-870c-327a68c3e125 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:54.890234 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2c962dbc-0511-4c8e-870c-327a68c3e125 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492264'] for security_group_rule, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:54.898217 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-282806f6-b69d-4fad-882a-89c5aa0faa52 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:48:54.926944 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-669f12fe-d8c8-4522-886d-5df056338afc req-6be8be67-16ee-4018-8ff9-be4d0910c992 service neutron] 10.222.0.39 "GET /v2.0/networks/8815c6f2-5730-4c09-9071-1e2484a73f9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2317817
Jul 06 00:48:54.927641 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c962dbc-0511-4c8e-870c-327a68c3e125 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53f0352-9640-4ece-9de1-9b90ae5a4591,revision_number=0']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:48:54.932204 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-2c962dbc-0511-4c8e-870c-327a68c3e125 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:48:54.963324 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2c962dbc-0511-4c8e-870c-327a68c3e125 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:54.964574 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-2c962dbc-0511-4c8e-870c-327a68c3e125 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3623896
Jul 06 00:48:54.984061 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 58862) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:48:54.995378 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-307a1839-3eea-4e1a-8ed2-1ce9c0d14840 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Request body: {'security_group_rule': {'security_group_id': 'fc4c55b2-c029-447d-9e6a-b03fee61b868', 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:48:55.013918 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-307a1839-3eea-4e1a-8ed2-1ce9c0d14840 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:48:55.022945 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-307a1839-3eea-4e1a-8ed2-1ce9c0d14840 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Usage tracker for resource:security_group_rule and tenant:4ee89605c1d5433e80ec9577b1ac160b is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:48:55.028774 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-307a1839-3eea-4e1a-8ed2-1ce9c0d14840 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:48:55.038638 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-307a1839-3eea-4e1a-8ed2-1ce9c0d14840 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:48:55.088020 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-307a1839-3eea-4e1a-8ed2-1ce9c0d14840 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:55.090391 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-669f12fe-d8c8-4522-886d-5df056338afc req-1f799f41-f601-46cf-b725-9ecddffa5838 service neutron] 10.222.0.39 "GET /v2.0/networks/8815c6f2-5730-4c09-9071-1e2484a73f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1523745
Jul 06 00:48:55.177278 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-e61d7718-360b-4dba-a90d-8bae1c4c2f0b tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for port, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:55.201647 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436e175b-f8c1-4a06-bb6b-6000c192f557 None None] New status for floating IP 0c7feba5-30d7-420f-8eaa-f2423916778b: ACTIVE {{(pid=80883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 00:48:55.217368 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-e61d7718-360b-4dba-a90d-8bae1c4c2f0b tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Transition to ACTIVE for port object f1b6f170-a889-491c-8c4c-f67561e497be will not be triggered until provisioned by entity DHCP. {{(pid=80880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:48:55.265162 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-307a1839-3eea-4e1a-8ed2-1ce9c0d14840 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:55.274230 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-307a1839-3eea-4e1a-8ed2-1ce9c0d14840 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492264'] for security_group_rule, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:55.280806 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd73a1-7941-45a6-8b13-f39a6ed84765 req-d73c9fdd-99b8-44f2-bd88-a7adc22ebbdc tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:55.282264 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2cdd73a1-7941-45a6-8b13-f39a6ed84765 req-d73c9fdd-99b8-44f2-bd88-a7adc22ebbdc tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.1496975
Jul 06 00:48:55.284872 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:48:55.299781 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-e61d7718-360b-4dba-a90d-8bae1c4c2f0b tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:55.307080 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a1839-3eea-4e1a-8ed2-1ce9c0d14840 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9b6acf-40b5-4d11-b574-515903be686b,revision_number=0']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:48:55.349631 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-307a1839-3eea-4e1a-8ed2-1ce9c0d14840 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:48:55.350124 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:48:55.695573 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-307a1839-3eea-4e1a-8ed2-1ce9c0d14840 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:55.696826 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-307a1839-3eea-4e1a-8ed2-1ce9c0d14840 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.7116327
Jul 06 00:48:55.699938 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 58872) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:48:55.706075 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-fc5391ca-48cc-4502-a7ea-5cbdefd56cfe tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Request body: {'security_group_rule': {'security_group_id': 'fc4c55b2-c029-447d-9e6a-b03fee61b868', 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:48:55.712869 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-fc5391ca-48cc-4502-a7ea-5cbdefd56cfe tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:48:55.716862 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-fc5391ca-48cc-4502-a7ea-5cbdefd56cfe tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Usage tracker for resource:security_group_rule and tenant:4ee89605c1d5433e80ec9577b1ac160b is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:48:55.718160 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-e61d7718-360b-4dba-a90d-8bae1c4c2f0b tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Network 681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 is already hosted by enough agents. {{(pid=80880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:48:55.719971 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-e61d7718-360b-4dba-a90d-8bae1c4c2f0b tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Resources bound (agent type, host, resource id):  {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:48:55.723248 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-fc5391ca-48cc-4502-a7ea-5cbdefd56cfe tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:48:55.728856 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-e61d7718-360b-4dba-a90d-8bae1c4c2f0b tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Received port after_create {{(pid=80880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:48:55.729476 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-fc5391ca-48cc-4502-a7ea-5cbdefd56cfe tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:48:55.748532 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fc5391ca-48cc-4502-a7ea-5cbdefd56cfe tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:55.760971 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d7718-360b-4dba-a90d-8bae1c4c2f0b tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Pushing event updated for resources: {'Port': ['ID=f1b6f170-a889-491c-8c4c-f67561e497be,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:48:55.776872 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2cdd73a1-7941-45a6-8b13-f39a6ed84765 req-8f377a15-377a-4c04-9505-209a40666436 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4702129
Jul 06 00:48:55.780544 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e61d7718-360b-4dba-a90d-8bae1c4c2f0b tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:48:55.821641 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-e61d7718-360b-4dba-a90d-8bae1c4c2f0b tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:55.822302 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-e61d7718-360b-4dba-a90d-8bae1c4c2f0b tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:55.826892 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fc5391ca-48cc-4502-a7ea-5cbdefd56cfe tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:55.830044 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fc5391ca-48cc-4502-a7ea-5cbdefd56cfe tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492264'] for security_group_rule, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:55.849478 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:48:55.854006 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfa8e4-6240-4862-a738-3cf5cf87c0dc req-5b6c679d-7c88-4f3b-a7d4-973666f4cbd3 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:55.854744 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-c4dfa8e4-6240-4862-a738-3cf5cf87c0dc req-5b6c679d-7c88-4f3b-a7d4-973666f4cbd3 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Synchronizing usage tracker for tenant:0a59ea96df14460c8e3284d59c6b11e9 on resource:port {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:48:55.860954 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-e61d7718-360b-4dba-a90d-8bae1c4c2f0b tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5333617
Jul 06 00:48:55.865766 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5391ca-48cc-4502-a7ea-5cbdefd56cfe tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d521e5-b7b6-4f96-a516-e27507737967,revision_number=0']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:48:55.868833 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fc5391ca-48cc-4502-a7ea-5cbdefd56cfe tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:48:55.870639 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fc5391ca-48cc-4502-a7ea-5cbdefd56cfe tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:55.871972 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-fc5391ca-48cc-4502-a7ea-5cbdefd56cfe tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1709523
Jul 06 00:48:55.875014 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 58876) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:48:55.883005 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-3a636c31-68cc-497f-84a8-48b053a770d4 service neutron] Request body: {'port': {'device_id': '0252b40b-1ea7-4e53-8e47-186d64eefc67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:48:55.887100 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-7fcf5bd6-d79b-4b5e-a2f2-95e156bf9f68 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Request body: {'security_group_rule': {'security_group_id': 'fc4c55b2-c029-447d-9e6a-b03fee61b868', 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:48:55.894751 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-7fcf5bd6-d79b-4b5e-a2f2-95e156bf9f68 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:48:55.899305 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-7fcf5bd6-d79b-4b5e-a2f2-95e156bf9f68 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Usage tracker for resource:security_group_rule and tenant:4ee89605c1d5433e80ec9577b1ac160b is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:48:55.902654 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-7fcf5bd6-d79b-4b5e-a2f2-95e156bf9f68 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:48:55.910264 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-7fcf5bd6-d79b-4b5e-a2f2-95e156bf9f68 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:48:55.915610 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-c4dfa8e4-6240-4862-a738-3cf5cf87c0dc req-5b6c679d-7c88-4f3b-a7d4-973666f4cbd3 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Unset dirty status for tenant:0a59ea96df14460c8e3284d59c6b11e9 on resource:port {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:48:55.916852 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c4dfa8e4-6240-4862-a738-3cf5cf87c0dc req-5b6c679d-7c88-4f3b-a7d4-973666f4cbd3 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 932 time: 0.3174911
Jul 06 00:48:55.932714 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7fcf5bd6-d79b-4b5e-a2f2-95e156bf9f68 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:56.018248 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7fcf5bd6-d79b-4b5e-a2f2-95e156bf9f68 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:56.021494 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7fcf5bd6-d79b-4b5e-a2f2-95e156bf9f68 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492264'] for security_group_rule, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:56.023719 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:48:56.045267 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-301219ab-297e-4b3c-955f-10973f2b7492 None None] Provisioning for port f1b6f170-a889-491c-8c4c-f67561e497be completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:48:56.048855 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf5bd6-d79b-4b5e-a2f2-95e156bf9f68 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0e68af-644f-4a71-8e37-7f972ef61135,revision_number=0']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:48:56.052215 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7fcf5bd6-d79b-4b5e-a2f2-95e156bf9f68 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:48:56.056663 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-301219ab-297e-4b3c-955f-10973f2b7492 None None] Provisioning complete for port f1b6f170-a889-491c-8c4c-f67561e497be triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:48:56.057111 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-301219ab-297e-4b3c-955f-10973f2b7492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:56.060013 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7fcf5bd6-d79b-4b5e-a2f2-95e156bf9f68 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:56.064235 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-7fcf5bd6-d79b-4b5e-a2f2-95e156bf9f68 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1874955
Jul 06 00:48:56.064380 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 58880) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:48:56.071457 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-040f69a4-3ac7-4245-ac78-34d2fa3801fc tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Request body: {'security_group_rule': {'security_group_id': 'fc4c55b2-c029-447d-9e6a-b03fee61b868', 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:48:56.077808 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-040f69a4-3ac7-4245-ac78-34d2fa3801fc tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:48:56.081586 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-040f69a4-3ac7-4245-ac78-34d2fa3801fc tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Usage tracker for resource:security_group_rule and tenant:4ee89605c1d5433e80ec9577b1ac160b is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:48:56.084758 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-040f69a4-3ac7-4245-ac78-34d2fa3801fc tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:48:56.091455 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-040f69a4-3ac7-4245-ac78-34d2fa3801fc tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:48:56.098161 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c4dfa8e4-6240-4862-a738-3cf5cf87c0dc req-453445a9-3e4e-43c5-90d8-163984ac1993 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1682649
Jul 06 00:48:56.099787 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-3a636c31-68cc-497f-84a8-48b053a770d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:56.102286 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.securitygroups_db [None req-040f69a4-3ac7-4245-ac78-34d2fa3801fc tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Project 4ee89605c1d5433e80ec9577b1ac160b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 06 00:48:56.107659 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-301219ab-297e-4b3c-955f-10973f2b7492 None None] Port f1b6f170-a889-491c-8c4c-f67561e497be cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:48:56.113093 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-040f69a4-3ac7-4245-ac78-34d2fa3801fc tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:56.173182 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fdd06b-8259-4e49-93dc-c2faedb66471 req-57718bc4-1473-4995-b44a-e66da6400600 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:56.174739 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-45fdd06b-8259-4e49-93dc-c2faedb66471 req-57718bc4-1473-4995-b44a-e66da6400600 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 946 time: 0.2650816
Jul 06 00:48:56.190808 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-040f69a4-3ac7-4245-ac78-34d2fa3801fc tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:56.193505 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-040f69a4-3ac7-4245-ac78-34d2fa3801fc tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492264'] for security_group_rule, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:56.201215 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fc5391ca-48cc-4502-a7ea-5cbdefd56cfe tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:48:56.221498 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f69a4-3ac7-4245-ac78-34d2fa3801fc tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=058e36be-36e2-4e48-ba3b-2422a9665a76,revision_number=0']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:48:56.224721 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-040f69a4-3ac7-4245-ac78-34d2fa3801fc tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:48:56.231694 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-040f69a4-3ac7-4245-ac78-34d2fa3801fc tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:56.232963 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-040f69a4-3ac7-4245-ac78-34d2fa3801fc tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1675854
Jul 06 00:48:56.235934 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 58884) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:48:56.242148 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-085d9176-869d-4995-8076-b9d032a4d4f4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Request body: {'security_group_rule': {'security_group_id': 'fc4c55b2-c029-447d-9e6a-b03fee61b868', 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:48:56.248253 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-085d9176-869d-4995-8076-b9d032a4d4f4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:48:56.253118 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-085d9176-869d-4995-8076-b9d032a4d4f4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Usage tracker for resource:security_group_rule and tenant:4ee89605c1d5433e80ec9577b1ac160b is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:48:56.256876 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-085d9176-869d-4995-8076-b9d032a4d4f4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:48:56.263295 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-085d9176-869d-4995-8076-b9d032a4d4f4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:48:56.274301 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.securitygroups_db [None req-085d9176-869d-4995-8076-b9d032a4d4f4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Project 4ee89605c1d5433e80ec9577b1ac160b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 06 00:48:56.282446 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-085d9176-869d-4995-8076-b9d032a4d4f4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:56.305340 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-45fdd06b-8259-4e49-93dc-c2faedb66471 req-a96d7c8d-0b5f-4c1d-8495-755282027aae tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1173635
Jul 06 00:48:56.352808 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-085d9176-869d-4995-8076-b9d032a4d4f4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:56.355424 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-085d9176-869d-4995-8076-b9d032a4d4f4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492264'] for security_group_rule, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:56.357463 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:48:56.380604 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d9176-869d-4995-8076-b9d032a4d4f4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55e3ed4-c56b-4384-b680-b84a64362342,revision_number=0']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:48:56.383182 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-085d9176-869d-4995-8076-b9d032a4d4f4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:48:56.389665 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-085d9176-869d-4995-8076-b9d032a4d4f4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:56.390911 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-085d9176-869d-4995-8076-b9d032a4d4f4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1539824
Jul 06 00:48:56.532394 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-3a636c31-68cc-497f-84a8-48b053a770d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b6f170-a889-491c-8c4c-f67561e497be {{(pid=80880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:48:56.543702 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-3a636c31-68cc-497f-84a8-48b053a770d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:56.561314 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-9f538970-aed4-435d-8042-a65b4fae8a06 req-2c0c056b-9a20-4bc2-8bc0-787ba899c2b3 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Synchronizing usage tracker for tenant:4ee89605c1d5433e80ec9577b1ac160b on resource:security_group {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:48:56.567822 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-3a636c31-68cc-497f-84a8-48b053a770d4 service neutron] Transition to ACTIVE for port object f1b6f170-a889-491c-8c4c-f67561e497be will not be triggered until provisioned by entity L2. {{(pid=80880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:48:56.575450 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-3a636c31-68cc-497f-84a8-48b053a770d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822393280'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:56.580922 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-bd0bf2fa-6094-4b84-b4f4-7c18e9709280 tempest-ServerRescueNegativeTestJSON-1055972303 tempest-ServerRescueNegativeTestJSON-1055972303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:48:56.636330 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-9f538970-aed4-435d-8042-a65b4fae8a06 req-2c0c056b-9a20-4bc2-8bc0-787ba899c2b3 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Unset dirty status for tenant:4ee89605c1d5433e80ec9577b1ac160b on resource:security_group {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:48:56.637852 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9f538970-aed4-435d-8042-a65b4fae8a06 req-2c0c056b-9a20-4bc2-8bc0-787ba899c2b3 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1738729911&fields=id&tenant_id=4ee89605c1d5433e80ec9577b1ac160b HTTP/1.1" status: 200  len: 267 time: 0.1552131
Jul 06 00:48:56.766084 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a636c31-68cc-497f-84a8-48b053a770d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b6f170-a889-491c-8c4c-f67561e497be,revision_number=2']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:48:56.770110 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3a636c31-68cc-497f-84a8-48b053a770d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:48:56.890286 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f538970-aed4-435d-8042-a65b4fae8a06 req-2d231a78-b368-4260-b315-ce429c5c2b27 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:56.891914 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9f538970-aed4-435d-8042-a65b4fae8a06 req-2d231a78-b368-4260-b315-ce429c5c2b27 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 946 time: 0.1921160
Jul 06 00:48:56.955574 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-9f538970-aed4-435d-8042-a65b4fae8a06 req-9503f0f7-48fd-4de6-bd01-a2130a307d34 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Request body: {'port': {'security_groups': ['20e8614b-8980-4389-b9e5-5f31afe5afda', 'fc4c55b2-c029-447d-9e6a-b03fee61b868']}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:48:57.000248 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-3a636c31-68cc-497f-84a8-48b053a770d4 service neutron] Attempting to bind port f1b6f170-a889-491c-8c4c-f67561e497be on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:48:57.000620 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-3a636c31-68cc-497f-84a8-48b053a770d4 service neutron] Attempting to bind port f1b6f170-a889-491c-8c4c-f67561e497be by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': 'c12a8489-e3ef-4a29-9d7d-d16560fbcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356'}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:48:57.000980 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-3a636c31-68cc-497f-84a8-48b053a770d4 service neutron] Attempting to bind port f1b6f170-a889-491c-8c4c-f67561e497be on network 681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:48:57.056825 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-3a636c31-68cc-497f-84a8-48b053a770d4 service neutron] Port f1b6f170-a889-491c-8c4c-f67561e497be on network 681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 00:48:57.057399 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-3a636c31-68cc-497f-84a8-48b053a770d4 service neutron] Attempting to bind port f1b6f170-a889-491c-8c4c-f67561e497be on network 681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:48:57.089423 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-3a636c31-68cc-497f-84a8-48b053a770d4 service neutron] Checking agent: {'id': '043dc09b-b03f-45ac-adf3-2bee2c468120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'started_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:48:57.089794 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-3a636c31-68cc-497f-84a8-48b053a770d4 service neutron] Checking segment: {'id': 'c12a8489-e3ef-4a29-9d7d-d16560fbcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:48:57.090210 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-3a636c31-68cc-497f-84a8-48b053a770d4 service neutron] Bound using segment: {'id': 'c12a8489-e3ef-4a29-9d7d-d16560fbcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356'} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:48:57.090677 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-3a636c31-68cc-497f-84a8-48b053a770d4 service neutron] Bound port: f1b6f170-a889-491c-8c4c-f67561e497be, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c12a8489-e3ef-4a29-9d7d-d16560fbcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356'}}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:48:57.091055 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-3a636c31-68cc-497f-84a8-48b053a770d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:57.115918 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-9f538970-aed4-435d-8042-a65b4fae8a06 req-9503f0f7-48fd-4de6-bd01-a2130a307d34 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:57.172961 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724361b-8127-45f1-9301-79a892e20a66 req-1c35f7e3-d962-4e2d-9c00-e1182f3f9e82 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:57.174546 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c724361b-8127-45f1-9301-79a892e20a66 req-1c35f7e3-d962-4e2d-9c00-e1182f3f9e82 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.2791126
Jul 06 00:48:57.311773 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-3a636c31-68cc-497f-84a8-48b053a770d4 service neutron] For port f1b6f170-a889-491c-8c4c-f67561e497be, host hv-cinder-79954, cleared binding levels {{(pid=80880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:48:57.327336 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c724361b-8127-45f1-9301-79a892e20a66 req-77c8c845-1aa5-4a56-aedb-5742eafd20f3 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1146693
Jul 06 00:48:57.343500 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-3a636c31-68cc-497f-84a8-48b053a770d4 service neutron] For port f1b6f170-a889-491c-8c4c-f67561e497be, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=f1b6f170-a889-491c-8c4c-f67561e497be,segment=NetworkSegment(c12a8489-e3ef-4a29-9d7d-d16560fbcc5d),segment_id=c12a8489-e3ef-4a29-9d7d-d16560fbcc5d)] {{(pid=80880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:48:57.358264 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-3a636c31-68cc-497f-84a8-48b053a770d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822393280'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:57.364845 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-2438166c-ea6f-4db9-a2da-322e284a23ba tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:48:57.528257 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-3a636c31-68cc-497f-84a8-48b053a770d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:57.529739 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-3a636c31-68cc-497f-84a8-48b053a770d4 service neutron] 10.222.0.39 "PUT /v2.0/ports/f1b6f170-a889-491c-8c4c-f67561e497be HTTP/1.1" status: 200  len: 1094 time: 1.6524091
Jul 06 00:48:57.542423 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0252b40b-1ea7-4e53-8e47-186d64eefc67', 'tag': 'f1b6f170-a889-491c-8c4c-f67561e497be'}] {{(pid=80880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:48:57.623559 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a636c31-68cc-497f-84a8-48b053a770d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b6f170-a889-491c-8c4c-f67561e497be,revision_number=3']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:48:57.631472 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3a636c31-68cc-497f-84a8-48b053a770d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:48:57.904568 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-9f538970-aed4-435d-8042-a65b4fae8a06 req-9503f0f7-48fd-4de6-bd01-a2130a307d34 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] For port 62907dae-91a6-413f-b8dc-2c43b8220d64, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=62907dae-91a6-413f-b8dc-2c43b8220d64,segment=NetworkSegment(2bf0865b-aefd-407c-aa2b-988a78618986),segment_id=2bf0865b-aefd-407c-aa2b-988a78618986)] {{(pid=80880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:48:57.945527 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4c3d1-69f8-4026-a647-98a907f97519 req-373a1600-a199-48a5-8528-6a6c0ccae471 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:57.947080 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-45c4c3d1-69f8-4026-a647-98a907f97519 req-373a1600-a199-48a5-8528-6a6c0ccae471 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 944 time: 0.5113766
Jul 06 00:48:57.952949 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-d29d3bed-85e4-41ae-872e-33306c3f64ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a59ea96df14460c8e3284d59c6b11e9&device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 1097 time: 0.3834243
Jul 06 00:48:57.958110 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-9f538970-aed4-435d-8042-a65b4fae8a06 req-9503f0f7-48fd-4de6-bd01-a2130a307d34 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:58.026727 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-9f538970-aed4-435d-8042-a65b4fae8a06 req-9503f0f7-48fd-4de6-bd01-a2130a307d34 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822393280'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:58.038357 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['62907dae-91a6-413f-b8dc-2c43b8220d64'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:48:58.042766 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e61d7718-360b-4dba-a90d-8bae1c4c2f0b tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:48:58.105635 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-5df1faee-6c1d-4a49-8284-33222ac4252a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1b6f170-a889-491c-8c4c-f67561e497be HTTP/1.1" status: 200  len: 217 time: 0.1323383
Jul 06 00:48:58.184116 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f538970-aed4-435d-8042-a65b4fae8a06 req-9503f0f7-48fd-4de6-bd01-a2130a307d34 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:58.184800 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-9f538970-aed4-435d-8042-a65b4fae8a06 req-9503f0f7-48fd-4de6-bd01-a2130a307d34 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:58.186284 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9f538970-aed4-435d-8042-a65b4fae8a06 req-9503f0f7-48fd-4de6-bd01-a2130a307d34 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "PUT /v2.0/ports/62907dae-91a6-413f-b8dc-2c43b8220d64 HTTP/1.1" status: 200  len: 982 time: 1.2486305
Jul 06 00:48:58.195666 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-45c4c3d1-69f8-4026-a647-98a907f97519 req-e332c51d-5a4c-49d6-a819-2e9293a6373a tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2400858
Jul 06 00:48:58.198641 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503f0f7-48fd-4de6-bd01-a2130a307d34 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Pushing event updated for resources: {'Port': ['ID=62907dae-91a6-413f-b8dc-2c43b8220d64,revision_number=6']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:48:58.203598 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9503f0f7-48fd-4de6-bd01-a2130a307d34 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:48:58.213260 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-c2c7e137-d7de-4e27-b820-ed07d808dc74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:58.217434 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-c2c7e137-d7de-4e27-b820-ed07d808dc74 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1f2f0bee-f85d-4c51-8d52-55ad296fee6b HTTP/1.1" status: 200  len: 851 time: 0.0985711
Jul 06 00:48:58.306197 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-2b9909eb-b1eb-43ae-9178-86a001d9e69a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814068
Jul 06 00:48:58.358136 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['62907dae-91a6-413f-b8dc-2c43b8220d64'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:48:58.448361 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0252b40b-1ea7-4e53-8e47-186d64eefc67', 'tag': 'f1b6f170-a889-491c-8c4c-f67561e497be', 'status': 'completed', 'code': 200}
Jul 06 00:48:58.489724 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-b00f1999-9fcd-4fbe-99e6-10ede5b3526b None None] Provisioning complete for port 62907dae-91a6-413f-b8dc-2c43b8220d64 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:48:58.490142 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b00f1999-9fcd-4fbe-99e6-10ede5b3526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:48:58.562998 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-116745b5-f0b5-401e-a305-2272ae1a3ecd service neutron] 10.222.0.39 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2117865
Jul 06 00:48:58.579538 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf382ec-9fa9-467b-b2b1-6a0f9a9c6ab6 req-64ae33fb-a673-4d31-9b9b-82f4790294bd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:58.581035 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5bf382ec-9fa9-467b-b2b1-6a0f9a9c6ab6 req-64ae33fb-a673-4d31-9b9b-82f4790294bd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 946 time: 0.2736778
Jul 06 00:48:58.704459 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ff67a-6509-4c64-960c-24132285d0b2 req-1c77d54c-4ae9-46f8-932d-127a964ffe1d tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:58.705920 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ae0ff67a-6509-4c64-960c-24132285d0b2 req-1c77d54c-4ae9-46f8-932d-127a964ffe1d tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 985 time: 0.2527213
Jul 06 00:48:58.746184 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5bf382ec-9fa9-467b-b2b1-6a0f9a9c6ab6 req-6f1fb13e-9342-4fb3-bc1a-492f25863486 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1418176
Jul 06 00:48:58.804222 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ae0ff67a-6509-4c64-960c-24132285d0b2 req-e7c7f177-a386-44e3-bcc5-1545e528bbfe tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&id=fc4c55b2-c029-447d-9e6a-b03fee61b868&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0858428
Jul 06 00:48:58.806321 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c210b5bb-f3e7-42ca-b8fe-593ef7bf0cff req-71047e65-29ee-4f44-98b1-8db9604f6cb7 service neutron] 10.222.0.39 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2329469
Jul 06 00:48:58.988972 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9548ee-7f66-4f53-9363-40d19ef58c29 req-21055352-96c4-46a5-bcd7-451f56d8f35c tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:58.990463 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ff9548ee-7f66-4f53-9363-40d19ef58c29 req-21055352-96c4-46a5-bcd7-451f56d8f35c tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.1403325
Jul 06 00:48:58.996922 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c10feea8-5b12-40fe-b9b0-d467c4a6c451 req-ce8674eb-e347-4258-aac9-d23ea4264b53 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a59ea96df14460c8e3284d59c6b11e9&device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 1097 time: 0.1032391
Jul 06 00:48:59.123528 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ff9548ee-7f66-4f53-9363-40d19ef58c29 req-5e7f292f-403f-4f40-bf16-5dd383b49d2e tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1255627
Jul 06 00:48:59.186463 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10feea8-5b12-40fe-b9b0-d467c4a6c451 req-2ced9f44-c446-48a9-bfa8-cb4d9a50ec2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:59.188078 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c10feea8-5b12-40fe-b9b0-d467c4a6c451 req-2ced9f44-c446-48a9-bfa8-cb4d9a50ec2c service neutron] 10.222.0.39 "GET /v2.0/networks?id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 HTTP/1.1" status: 200  len: 913 time: 0.1738043
Jul 06 00:48:59.261917 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c10feea8-5b12-40fe-b9b0-d467c4a6c451 req-3c925370-a677-4d6e-9cc2-0d1a69193f88 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1b6f170-a889-491c-8c4c-f67561e497be HTTP/1.1" status: 200  len: 217 time: 0.0641987
Jul 06 00:48:59.376611 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10feea8-5b12-40fe-b9b0-d467c4a6c451 req-7dcf8535-be08-475b-8577-4040582fef28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:59.378206 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c10feea8-5b12-40fe-b9b0-d467c4a6c451 req-7dcf8535-be08-475b-8577-4040582fef28 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1f2f0bee-f85d-4c51-8d52-55ad296fee6b HTTP/1.1" status: 200  len: 851 time: 0.1078467
Jul 06 00:48:59.457860 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1da1d-bd3c-44f1-8b00-2f66705036e4 req-e62f25f4-0141-45ce-a8f6-51f63fe0860b tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:59.459411 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e0d1da1d-bd3c-44f1-8b00-2f66705036e4 req-e62f25f4-0141-45ce-a8f6-51f63fe0860b tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 944 time: 0.1367688
Jul 06 00:48:59.505410 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c10feea8-5b12-40fe-b9b0-d467c4a6c451 req-75fb406f-516b-4ced-9f3b-69ee8cfb0aba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1178606
Jul 06 00:48:59.540612 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e0d1da1d-bd3c-44f1-8b00-2f66705036e4 req-7c9dbc58-37ff-49b4-9820-2140c50a44f7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0740216
Jul 06 00:48:59.647862 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c10feea8-5b12-40fe-b9b0-d467c4a6c451 req-7a6a0106-55af-4996-9237-f4ebb62d8da3 service neutron] 10.222.0.39 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322653
Jul 06 00:48:59.784502 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c10feea8-5b12-40fe-b9b0-d467c4a6c451 req-dfd2d7f1-958f-47ea-9742-20b546f49450 service neutron] 10.222.0.39 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284959
Jul 06 00:48:59.948255 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e77b4-f051-40b2-995a-667d8d929365 req-c8763fda-877b-4983-8361-0d3b624cdabc tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:48:59.949784 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d50e77b4-f051-40b2-995a-667d8d929365 req-c8763fda-877b-4983-8361-0d3b624cdabc tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 946 time: 0.0823979
Jul 06 00:48:59.998263 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d50e77b4-f051-40b2-995a-667d8d929365 req-8c796206-aeb1-44bd-a4dd-ebff43862723 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411687
Jul 06 00:49:00.317405 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e3f1c-96d3-4489-9491-c568b5d0ec99 req-10d10e5f-817e-441b-a40a-336562bde451 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:00.318961 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ea4e3f1c-96d3-4489-9491-c568b5d0ec99 req-10d10e5f-817e-441b-a40a-336562bde451 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0764067
Jul 06 00:49:00.371556 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ea4e3f1c-96d3-4489-9491-c568b5d0ec99 req-b1aa4ad5-818c-4f0e-a837-3cbad7718cf0 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452991
Jul 06 00:49:00.449472 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a186dc6-ef6a-40b5-8e9b-44370b6ec251', 'tag': '62907dae-91a6-413f-b8dc-2c43b8220d64'}] {{(pid=80880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:49:00.496296 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a186dc6-ef6a-40b5-8e9b-44370b6ec251', 'tag': '62907dae-91a6-413f-b8dc-2c43b8220d64', 'status': 'completed', 'code': 200}
Jul 06 00:49:00.598303 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7637a1d5-0bc6-4656-b180-2e443afdb276 req-78f37f7f-5290-4cd9-bbde-62f2d6d2d65d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ee89605c1d5433e80ec9577b1ac160b&device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 1138 time: 0.0699649
Jul 06 00:49:01.013588 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637a1d5-0bc6-4656-b180-2e443afdb276 req-70cb96e5-3903-43f2-af4f-ecb60c6ad0b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:01.015116 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7637a1d5-0bc6-4656-b180-2e443afdb276 req-70cb96e5-3903-43f2-af4f-ecb60c6ad0b1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8815c6f2-5730-4c09-9071-1e2484a73f9d HTTP/1.1" status: 200  len: 915 time: 0.4085951
Jul 06 00:49:01.026083 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e06f1-61c4-4cb1-95ab-9501c8813c37 req-7f5d69a3-8de5-4c8b-8dc4-90a6cbf7275c tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:01.027567 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-140e06f1-61c4-4cb1-95ab-9501c8813c37 req-7f5d69a3-8de5-4c8b-8dc4-90a6cbf7275c tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 944 time: 0.3509524
Jul 06 00:49:01.211582 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7637a1d5-0bc6-4656-b180-2e443afdb276 req-718a8449-eddf-4684-9b61-6edadcdc96dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62907dae-91a6-413f-b8dc-2c43b8220d64 HTTP/1.1" status: 200  len: 1002 time: 0.1828427
Jul 06 00:49:01.218986 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-140e06f1-61c4-4cb1-95ab-9501c8813c37 req-ce3493c3-d00c-4599-b090-aacd706e46a9 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1318955
Jul 06 00:49:01.300348 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f28cc-0073-4605-92e7-7058c17b2830 req-8ce435f2-164d-48e0-95c6-204fbcb6e9d7 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:01.301897 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1b7f28cc-0073-4605-92e7-7058c17b2830 req-8ce435f2-164d-48e0-95c6-204fbcb6e9d7 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 946 time: 0.1814063
Jul 06 00:49:01.303306 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637a1d5-0bc6-4656-b180-2e443afdb276 req-f3097b66-9956-4f01-8b69-79866b94f8b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:01.304699 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7637a1d5-0bc6-4656-b180-2e443afdb276 req-f3097b66-9956-4f01-8b69-79866b94f8b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=570e1dff-e7fa-4074-bc1a-0da62d00f781 HTTP/1.1" status: 200  len: 853 time: 0.0847764
Jul 06 00:49:01.408313 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1b7f28cc-0073-4605-92e7-7058c17b2830 req-6fac9c40-6010-437c-8ac2-0bc4524bda45 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0990787
Jul 06 00:49:01.424033 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7637a1d5-0bc6-4656-b180-2e443afdb276 req-fb2f8f09-a2a0-48a0-8bc7-1cc5cec39b62 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8815c6f2-5730-4c09-9071-1e2484a73f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0965614
Jul 06 00:49:01.474770 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 00:49:01.612089 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:49:01.618849 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7637a1d5-0bc6-4656-b180-2e443afdb276 req-7ce70d29-0e57-45d0-b8dc-b87876c81869 service neutron] 10.222.0.39 "GET /v2.0/networks/8815c6f2-5730-4c09-9071-1e2484a73f9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1858475
Jul 06 00:49:01.627904 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Returning: {'device': '25e1b8bf-d092-4a97-9db7-d0ce1faf32b6', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'port_id': '25e1b8bf-d092-4a97-9db7-d0ce1faf32b6', 'mac_address': 'fa:16:3e:5f:e7:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 00:49:01.629952 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b4395-3add-4866-a592-34da90417141 req-2b993828-51e7-4da3-bf0b-ea9237899f02 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:01.631482 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7e6b4395-3add-4866-a592-34da90417141 req-2b993828-51e7-4da3-bf0b-ea9237899f02 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.1333654
Jul 06 00:49:01.770864 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7e6b4395-3add-4866-a592-34da90417141 req-717798e3-504e-4015-b89d-ce1d316c329e tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1168880
Jul 06 00:49:01.813672 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7637a1d5-0bc6-4656-b180-2e443afdb276 req-3439b8a9-dced-401d-aabc-f8fc1e20b4bb service neutron] 10.222.0.39 "GET /v2.0/networks/8815c6f2-5730-4c09-9071-1e2484a73f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1811569
Jul 06 00:49:01.855937 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:01.874127 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 {{(pid=80882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:49:01.889741 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:49:01.892539 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:01.894373 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3e657c86-72e7-424f-a9c7-d5d16b877a6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:49:01.956947 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6,revision_number=6']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:49:01.959939 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:49:01.984130 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['25e1b8bf-d092-4a97-9db7-d0ce1faf32b6'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:49:02.409157 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478d484-1194-42c6-88ff-4c7eb33b9b89 req-38d89caa-a2f7-4dc0-9709-adbedcb36748 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:02.411413 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2478d484-1194-42c6-88ff-4c7eb33b9b89 req-38d89caa-a2f7-4dc0-9709-adbedcb36748 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 944 time: 0.0767827
Jul 06 00:49:02.460418 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2478d484-1194-42c6-88ff-4c7eb33b9b89 req-031f0d05-a763-436f-bfaf-dc1cc77390db tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419753
Jul 06 00:49:02.608246 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef112a7a-b009-4544-96be-def3101b17a2 req-bf4a81c5-ee58-4db4-bf03-9c28318cedc8 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:02.609794 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ef112a7a-b009-4544-96be-def3101b17a2 req-bf4a81c5-ee58-4db4-bf03-9c28318cedc8 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 945 time: 0.0838559
Jul 06 00:49:02.661065 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ef112a7a-b009-4544-96be-def3101b17a2 req-42692fe7-e275-45c8-adff-e6e7495c46c5 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427794
Jul 06 00:49:02.962393 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7039b-ab37-4894-9379-80b796a0c836 req-0d7ee5af-cb81-4b86-b7c4-b9023eaa3512 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:02.963944 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-75a7039b-ab37-4894-9379-80b796a0c836 req-0d7ee5af-cb81-4b86-b7c4-b9023eaa3512 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0788066
Jul 06 00:49:03.017733 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-75a7039b-ab37-4894-9379-80b796a0c836 req-84de00d1-f018-4e70-a1f9-fb65254099c6 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468557
Jul 06 00:49:03.488292 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 up at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:49:03.553587 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning complete for port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:49:03.553997 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:03.649791 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ee3ba-29f2-40cd-ae89-024f2cf02799 req-bbad2b90-25ab-4cdc-b6ae-02f4168de22c tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:03.651377 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1a7ee3ba-29f2-40cd-ae89-024f2cf02799 req-bbad2b90-25ab-4cdc-b6ae-02f4168de22c tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 944 time: 0.0775855
Jul 06 00:49:03.662355 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:03.690132 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07582fb-c857-42c5-9910-d92ee63fe4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e1b8bf-d092-4a97-9db7-d0ce1faf32b6'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:49:03.701997 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:49:03.706870 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1a7ee3ba-29f2-40cd-ae89-024f2cf02799 req-2b8df8f5-ec64-421a-91ba-3d66c7163f90 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476139
Jul 06 00:49:03.707769 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:03.709764 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-28b30a24-bee8-4448-bd6a-c807d0c5dffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:49:03.771982 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07582fb-c857-42c5-9910-d92ee63fe4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e1b8bf-d092-4a97-9db7-d0ce1faf32b6', 'code': 200}
Jul 06 00:49:03.777308 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6,revision_number=7']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:49:03.780448 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:49:03.866278 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d478a-5923-4b28-bdef-30d9538662b0 req-3b1db1c3-a877-4507-b3bc-3c89d5d248a8 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:03.867856 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-825d478a-5923-4b28-bdef-30d9538662b0 req-3b1db1c3-a877-4507-b3bc-3c89d5d248a8 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 946 time: 0.0802324
Jul 06 00:49:03.917488 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-825d478a-5923-4b28-bdef-30d9538662b0 req-891d00c0-717b-4d18-b267-86aed0d7cce7 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426672
Jul 06 00:49:04.219787 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f761c95-3b14-49ac-a200-58db070ba505 req-0056149b-3276-48c2-bab6-20f39583df19 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:04.221335 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8f761c95-3b14-49ac-a200-58db070ba505 req-0056149b-3276-48c2-bab6-20f39583df19 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0869522
Jul 06 00:49:04.270523 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8f761c95-3b14-49ac-a200-58db070ba505 req-c6119b0d-9ba7-4d46-906d-233130dfbf5c tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411265
Jul 06 00:49:04.894324 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54439d-ed9f-4829-8d49-c4bea1b585e0 req-75371e9d-2f44-4630-b3e6-9f29ea6f0ec2 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:04.896008 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2e54439d-ed9f-4829-8d49-c4bea1b585e0 req-75371e9d-2f44-4630-b3e6-9f29ea6f0ec2 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 944 time: 0.0762720
Jul 06 00:49:04.948017 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2e54439d-ed9f-4829-8d49-c4bea1b585e0 req-dd8cc481-456e-4a04-82e7-30b7fd275ded tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451286
Jul 06 00:49:05.112346 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f850964-a601-4da2-bb5b-6fa80ba54d3a req-3a675972-cb3f-4bb0-9f4b-b968312f66de tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:05.114010 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6f850964-a601-4da2-bb5b-6fa80ba54d3a req-3a675972-cb3f-4bb0-9f4b-b968312f66de tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 946 time: 0.0773954
Jul 06 00:49:05.173998 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6f850964-a601-4da2-bb5b-6fa80ba54d3a req-16b089c4-bce2-48d8-a794-ac18ba4901c8 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432737
Jul 06 00:49:05.466668 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5d94b-4913-4ebf-8789-dfad3c368cb4 req-158c96e0-16b6-42f0-a6cc-619c9638eba2 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:05.468310 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a0d5d94b-4913-4ebf-8789-dfad3c368cb4 req-158c96e0-16b6-42f0-a6cc-619c9638eba2 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0821760
Jul 06 00:49:05.518641 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a0d5d94b-4913-4ebf-8789-dfad3c368cb4 req-82386218-36ed-46fd-ab37-512ece8de9ea tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427606
Jul 06 00:49:06.155612 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855c5a3-243c-41a1-8265-a83916637e05 req-e46897c6-9a4b-4e75-affb-004ba7e85775 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:06.157516 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d855c5a3-243c-41a1-8265-a83916637e05 req-e46897c6-9a4b-4e75-affb-004ba7e85775 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 944 time: 0.0871494
Jul 06 00:49:06.228693 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d855c5a3-243c-41a1-8265-a83916637e05 req-d3f90999-63f0-4194-8e41-bfba9498a6d4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0629950
Jul 06 00:49:06.397594 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7ea4f-5663-4909-b167-98af31237c47 req-093ab96f-aab5-4b0a-b771-2736510f1f84 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:06.397594 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-33f7ea4f-5663-4909-b167-98af31237c47 req-093ab96f-aab5-4b0a-b771-2736510f1f84 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 946 time: 0.0873160
Jul 06 00:49:06.455849 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-33f7ea4f-5663-4909-b167-98af31237c47 req-339ed06b-bd4d-463f-9c04-63902df346f0 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501640
Jul 06 00:49:06.730495 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24336c40-f6c9-4a9d-84a5-bd32cef45c59 req-e3f465e6-c484-45e5-9586-f4f462dd4ec6 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:06.732361 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-24336c40-f6c9-4a9d-84a5-bd32cef45c59 req-e3f465e6-c484-45e5-9586-f4f462dd4ec6 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0909321
Jul 06 00:49:06.805798 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-24336c40-f6c9-4a9d-84a5-bd32cef45c59 req-1c7f0007-6e59-47db-82bb-73c39a0fa2a8 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636768
Jul 06 00:49:07.384408 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e39c4-97f4-4923-82a8-b5246b850763 req-5c7d2f75-6dd0-46bf-b6ad-75caa55b461a tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:07.386814 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-766e39c4-97f4-4923-82a8-b5246b850763 req-5c7d2f75-6dd0-46bf-b6ad-75caa55b461a tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.1299133
Jul 06 00:49:07.504208 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device f1b6f170-a889-491c-8c4c-f67561e497be details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 00:49:07.561226 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-766e39c4-97f4-4923-82a8-b5246b850763 req-be543098-6f33-4c54-bbc1-aa3644483a60 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1212289
Jul 06 00:49:07.620908 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-800aec38-c546-48af-82a8-f0f68d2e0950 req-78e301e7-652c-4378-a6e5-5f6458e01cb0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=13398ab56bc24c4687d1034e36eb418f&device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 1098 time: 0.2286119
Jul 06 00:49:07.652029 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb31a9d-241e-434a-8f0e-4f2db47cc58f req-9b98913b-822b-4994-8511-bee3a3a25461 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:07.664928 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0fb31a9d-241e-434a-8f0e-4f2db47cc58f req-9b98913b-822b-4994-8511-bee3a3a25461 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 944 time: 0.2261791
Jul 06 00:49:07.727636 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port f1b6f170-a889-491c-8c4c-f67561e497be, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=f1b6f170-a889-491c-8c4c-f67561e497be,segment=NetworkSegment(c12a8489-e3ef-4a29-9d7d-d16560fbcc5d),segment_id=c12a8489-e3ef-4a29-9d7d-d16560fbcc5d)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:49:07.747424 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Returning: {'device': 'f1b6f170-a889-491c-8c4c-f67561e497be', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'port_id': 'f1b6f170-a889-491c-8c4c-f67561e497be', 'mac_address': 'fa:16:3e:0c:0f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 00:49:07.779737 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0fb31a9d-241e-434a-8f0e-4f2db47cc58f req-128c631b-0792-4a13-9f15-f5965ed5acd3 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1134591
Jul 06 00:49:07.810759 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:07.834204 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b6f170-a889-491c-8c4c-f67561e497be {{(pid=80882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:49:07.859410 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port f1b6f170-a889-491c-8c4c-f67561e497be, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=f1b6f170-a889-491c-8c4c-f67561e497be,segment=NetworkSegment(c12a8489-e3ef-4a29-9d7d-d16560fbcc5d),segment_id=c12a8489-e3ef-4a29-9d7d-d16560fbcc5d)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:49:07.864950 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:07.867092 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:49:07.939891 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=f1b6f170-a889-491c-8c4c-f67561e497be,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:49:07.951979 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:49:07.960809 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800aec38-c546-48af-82a8-f0f68d2e0950 req-53d87f88-9107-4465-a8e8-3745385e8cdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:07.962354 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-800aec38-c546-48af-82a8-f0f68d2e0950 req-53d87f88-9107-4465-a8e8-3745385e8cdc service neutron] 10.222.0.39 "GET /v2.0/networks?id=41657b10-f5b5-45f4-877a-d9b5218b372e HTTP/1.1" status: 200  len: 911 time: 0.1697106
Jul 06 00:49:07.984725 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce952409-dee7-454c-8e4d-4a73cf7cf577 req-7d7ad84f-4fc6-4623-8b58-6203212dbf49 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:07.986323 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ce952409-dee7-454c-8e4d-4a73cf7cf577 req-7d7ad84f-4fc6-4623-8b58-6203212dbf49 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 946 time: 0.2705061
Jul 06 00:49:08.039770 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ce952409-dee7-454c-8e4d-4a73cf7cf577 req-4aa0e7f7-c907-41ad-8254-a093087715ac tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455196
Jul 06 00:49:08.258410 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['f1b6f170-a889-491c-8c4c-f67561e497be'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:49:08.636792 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-800aec38-c546-48af-82a8-f0f68d2e0950 req-e5bb99ff-f22f-4a29-881b-00c75acb8187 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d638c42e-f518-4045-a066-f3389aae47d5 HTTP/1.1" status: 200  len: 1001 time: 0.3277209
Jul 06 00:49:08.766219 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be0d95-06df-4db8-a1c6-ea6b93749efc req-e4100d80-fd9c-4afb-8674-537ed6e60699 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:08.768166 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d1be0d95-06df-4db8-a1c6-ea6b93749efc req-e4100d80-fd9c-4afb-8674-537ed6e60699 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0799818
Jul 06 00:49:08.837676 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d1be0d95-06df-4db8-a1c6-ea6b93749efc req-e4dc4297-5fcb-4091-b979-b3daed6697c7 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595932
Jul 06 00:49:09.005282 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea064264-e48a-4b4c-9963-5b66b0fd4315 req-adf19c32-466e-41de-9e54-1acbd2410e04 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:09.007306 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ea064264-e48a-4b4c-9963-5b66b0fd4315 req-adf19c32-466e-41de-9e54-1acbd2410e04 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 945 time: 0.0854683
Jul 06 00:49:09.062565 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ea064264-e48a-4b4c-9963-5b66b0fd4315 req-5cd1ad0b-06ae-4e9d-b100-b85115d94fb3 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451910
Jul 06 00:49:09.270792 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800aec38-c546-48af-82a8-f0f68d2e0950 req-221dde38-b9c8-4c2b-b829-5b8ff395e3b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:09.273760 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-800aec38-c546-48af-82a8-f0f68d2e0950 req-221dde38-b9c8-4c2b-b829-5b8ff395e3b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5087eff-ba0b-47fa-bad0-5225f3587e40 HTTP/1.1" status: 200  len: 849 time: 0.1377993
Jul 06 00:49:09.302748 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c204d5-f0c4-4812-9aad-18d69439e77e req-3f1625c1-7b04-4513-98f3-d3540046e615 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:09.304400 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-11c204d5-f0c4-4812-9aad-18d69439e77e req-3f1625c1-7b04-4513-98f3-d3540046e615 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 946 time: 0.1038942
Jul 06 00:49:09.361326 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-11c204d5-f0c4-4812-9aad-18d69439e77e req-d5d35edd-0c0b-4736-a742-f62daf360622 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490530
Jul 06 00:49:09.512859 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device f1b6f170-a889-491c-8c4c-f67561e497be up at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:49:09.662886 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-800aec38-c546-48af-82a8-f0f68d2e0950 req-3878ea3b-57b6-41a5-acef-c5a5f3a65fe5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41657b10-f5b5-45f4-877a-d9b5218b372e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1823530
Jul 06 00:49:09.669195 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning for port f1b6f170-a889-491c-8c4c-f67561e497be completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:49:09.675216 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning complete for port f1b6f170-a889-491c-8c4c-f67561e497be triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:49:09.675966 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:09.788434 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f28e57-8d8f-4eca-b4d5-c6d09e0daf33 req-49b0c58a-dd53-4f81-b644-e8870c113260 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:09.790414 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c1f28e57-8d8f-4eca-b4d5-c6d09e0daf33 req-49b0c58a-dd53-4f81-b644-e8870c113260 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 946 time: 0.1014702
Jul 06 00:49:09.818293 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:09.850955 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0252b40b-1ea7-4e53-8e47-186d64eefc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b6f170-a889-491c-8c4c-f67561e497be'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:49:09.863159 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port f1b6f170-a889-491c-8c4c-f67561e497be, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=f1b6f170-a889-491c-8c4c-f67561e497be,segment=NetworkSegment(c12a8489-e3ef-4a29-9d7d-d16560fbcc5d),segment_id=c12a8489-e3ef-4a29-9d7d-d16560fbcc5d)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:49:09.868383 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:09.871027 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:49:09.871189 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c1f28e57-8d8f-4eca-b4d5-c6d09e0daf33 req-acc7f60c-e218-4011-bb7d-f39c3a5277da tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716560
Jul 06 00:49:10.001372 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0252b40b-1ea7-4e53-8e47-186d64eefc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b6f170-a889-491c-8c4c-f67561e497be', 'code': 200}
Jul 06 00:49:10.071113 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=f1b6f170-a889-491c-8c4c-f67561e497be,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:49:10.077336 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:49:10.195036 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9e784-7a6d-4a1d-b11b-54484b90172c req-16773146-d77c-4a58-89d2-e89b2e03af5c tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:10.196762 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-75c9e784-7a6d-4a1d-b11b-54484b90172c req-16773146-d77c-4a58-89d2-e89b2e03af5c tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.1468816
Jul 06 00:49:10.263320 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-75c9e784-7a6d-4a1d-b11b-54484b90172c req-7185a7fb-3fcd-4214-aecd-86eb90a0bb9a tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547893
Jul 06 00:49:10.310807 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-800aec38-c546-48af-82a8-f0f68d2e0950 req-6738b290-287f-4d71-b286-13dbbf321e8e service neutron] 10.222.0.39 "GET /v2.0/networks/41657b10-f5b5-45f4-877a-d9b5218b372e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3931839
Jul 06 00:49:10.462565 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fca35c-1504-4681-a891-0786b64ce6fd req-3df5340b-8a88-45e6-861a-7dc91c883085 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:10.463778 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-00fca35c-1504-4681-a891-0786b64ce6fd req-3df5340b-8a88-45e6-861a-7dc91c883085 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 946 time: 0.1994646
Jul 06 00:49:10.609766 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-800aec38-c546-48af-82a8-f0f68d2e0950 req-66281bf1-18ff-41b1-8fa1-e63dbb3e1b7d service neutron] 10.222.0.39 "GET /v2.0/networks/41657b10-f5b5-45f4-877a-d9b5218b372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2820745
Jul 06 00:49:10.615177 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-00fca35c-1504-4681-a891-0786b64ce6fd req-1db62988-520f-4b91-b8a6-d5ccf9acadae tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1373804
Jul 06 00:49:10.650137 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-64a49927-20f0-4159-b7ed-3d6fec1d38ed req-856680d7-ecdd-4261-a7a8-918c7cd38834 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 1099 time: 0.0991764
Jul 06 00:49:10.655427 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f22bcb-f282-47ea-82d9-02c9261ca8b4 req-87aaf387-2c11-482e-aefa-342c22f3dd7f tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:10.657214 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-12f22bcb-f282-47ea-82d9-02c9261ca8b4 req-87aaf387-2c11-482e-aefa-342c22f3dd7f tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 946 time: 0.1534243
Jul 06 00:49:10.717424 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-64a49927-20f0-4159-b7ed-3d6fec1d38ed req-a5e12c92-47b1-4bd8-8ee7-e54ccb445c34 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518653
Jul 06 00:49:10.721329 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-12f22bcb-f282-47ea-82d9-02c9261ca8b4 req-5d2eab06-fccc-4ce2-abc9-b62e076f10db tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541637
Jul 06 00:49:11.167233 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6337441-bb42-4e08-b32f-4897ede005a1 req-ffcfd245-8158-4206-aac2-04d8658d96d6 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:11.169393 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a6337441-bb42-4e08-b32f-4897ede005a1 req-ffcfd245-8158-4206-aac2-04d8658d96d6 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 946 time: 0.1169996
Jul 06 00:49:11.242984 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a6337441-bb42-4e08-b32f-4897ede005a1 req-334c2439-aeff-455c-bf47-f4b86a061885 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647149
Jul 06 00:49:11.486157 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ef78d-f6d4-4c46-b889-a16af7576e27 req-b6bcb39a-3aea-4361-a9ac-f6e17056069e tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:11.489019 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-360ef78d-f6d4-4c46-b889-a16af7576e27 req-b6bcb39a-3aea-4361-a9ac-f6e17056069e tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.1031718
Jul 06 00:49:11.559367 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-360ef78d-f6d4-4c46-b889-a16af7576e27 req-6e9cf0e0-fcfe-4c0b-9d54-4f0167f5da72 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572903
Jul 06 00:49:11.856172 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03741d3d-6915-43c5-a7a4-9cb67b744a44 req-12a04bc8-fbcd-4ad6-bad1-4cd189aa707f tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:11.858888 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-03741d3d-6915-43c5-a7a4-9cb67b744a44 req-12a04bc8-fbcd-4ad6-bad1-4cd189aa707f tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 946 time: 0.1066999
Jul 06 00:49:11.985446 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-03741d3d-6915-43c5-a7a4-9cb67b744a44 req-f0f5bcc6-9256-494e-a99d-ec63d2310773 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1189520
Jul 06 00:49:12.008951 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e4f2e-35b6-4811-8b8c-df613098382f req-f1e0b0d6-b04d-4a3e-9a75-967a0b85dfca tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:12.011884 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-838e4f2e-35b6-4811-8b8c-df613098382f req-f1e0b0d6-b04d-4a3e-9a75-967a0b85dfca tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 946 time: 0.1235332
Jul 06 00:49:12.079083 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-838e4f2e-35b6-4811-8b8c-df613098382f req-2f3192f2-fd34-48d2-b5d1-2a6421fc19ac tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588655
Jul 06 00:49:12.322029 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-62637612-0945-4536-89ae-475f3e410778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:12.508973 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36ef1a-8511-42ae-be75-4fbab9902997 req-3d7be877-40fc-4b6b-9704-e0dc5d271887 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:12.510932 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1c36ef1a-8511-42ae-be75-4fbab9902997 req-3d7be877-40fc-4b6b-9704-e0dc5d271887 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 946 time: 0.0965650
Jul 06 00:49:12.556471 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-076f41dd-5be5-4408-98da-6307d1137a7d req-47d13dd4-1b34-4458-bd74-5fc0fd875395 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0776057
Jul 06 00:49:12.591843 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1c36ef1a-8511-42ae-be75-4fbab9902997 req-11e6a772-5086-45cc-a8d1-1417999961ba tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721836
Jul 06 00:49:12.782422 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c59c5-e5cf-4507-b8f3-9b3350a67dc3 req-ef2fe5f8-b99b-4689-aba0-ad8961d7fb76 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:12.787260 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-949c59c5-e5cf-4507-b8f3-9b3350a67dc3 req-ef2fe5f8-b99b-4689-aba0-ad8961d7fb76 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.1059036
Jul 06 00:49:12.862859 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-949c59c5-e5cf-4507-b8f3-9b3350a67dc3 req-ee06a14f-c1e3-495c-9a1a-44d81f30c913 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629342
Jul 06 00:49:12.888961 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-076f41dd-5be5-4408-98da-6307d1137a7d req-3fc498a3-8361-43d5-a969-810aac38898c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=13398ab56bc24c4687d1034e36eb418f&device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 1098 time: 0.0969968
Jul 06 00:49:13.129226 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f41dd-5be5-4408-98da-6307d1137a7d req-89986155-8ac8-45f3-a287-f180b0256e7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:13.136538 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-076f41dd-5be5-4408-98da-6307d1137a7d req-89986155-8ac8-45f3-a287-f180b0256e7f service neutron] 10.222.0.39 "GET /v2.0/networks?id=41657b10-f5b5-45f4-877a-d9b5218b372e HTTP/1.1" status: 200  len: 911 time: 0.2012603
Jul 06 00:49:13.296201 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-076f41dd-5be5-4408-98da-6307d1137a7d req-cb8e0b26-9a6d-4de3-8a70-40633ed38343 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d638c42e-f518-4045-a066-f3389aae47d5 HTTP/1.1" status: 200  len: 1001 time: 0.1508017
Jul 06 00:49:13.343752 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4533f-7296-4451-b42d-880b69e45543 req-0be08d25-1e4c-4c3b-9174-83ad15f90a5f tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:13.345331 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2cb4533f-7296-4451-b42d-880b69e45543 req-0be08d25-1e4c-4c3b-9174-83ad15f90a5f tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 946 time: 0.2085426
Jul 06 00:49:13.409350 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3c488-4f0a-413a-bf9b-11452a2c4fbe req-3fcc8d4c-1d37-4ca7-9cb5-a37db53683c8 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:13.415736 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b3e3c488-4f0a-413a-bf9b-11452a2c4fbe req-3fcc8d4c-1d37-4ca7-9cb5-a37db53683c8 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 946 time: 0.1503990
Jul 06 00:49:13.427319 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2cb4533f-7296-4451-b42d-880b69e45543 req-bf6eba77-ef91-43a7-9754-ec45f3e3cc7c tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0735514
Jul 06 00:49:13.498084 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b3e3c488-4f0a-413a-bf9b-11452a2c4fbe req-ac4c3b9c-581c-4768-ad34-240480de00ca tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693130
Jul 06 00:49:13.537062 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f41dd-5be5-4408-98da-6307d1137a7d req-ba73361b-80a0-4d1d-a28a-09b8a291e4fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:13.538713 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-076f41dd-5be5-4408-98da-6307d1137a7d req-ba73361b-80a0-4d1d-a28a-09b8a291e4fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5087eff-ba0b-47fa-bad0-5225f3587e40 HTTP/1.1" status: 200  len: 849 time: 0.0863819
Jul 06 00:49:13.664806 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:13.709907 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-076f41dd-5be5-4408-98da-6307d1137a7d req-4235e3e8-35d7-412d-91d3-2b4cce7342ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41657b10-f5b5-45f4-877a-d9b5218b372e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828586
Jul 06 00:49:13.824645 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f47767-c5ba-4122-9896-7edb436ae59f req-f2b15360-51e7-4303-ae9f-1621fed137ab tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:13.826341 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d0f47767-c5ba-4122-9896-7edb436ae59f req-f2b15360-51e7-4303-ae9f-1621fed137ab tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 946 time: 0.0883131
Jul 06 00:49:13.881339 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-076f41dd-5be5-4408-98da-6307d1137a7d req-26edf56d-53d9-43b1-a742-7cd605a3e59d service neutron] 10.222.0.39 "GET /v2.0/networks/41657b10-f5b5-45f4-877a-d9b5218b372e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1609797
Jul 06 00:49:13.894688 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d0f47767-c5ba-4122-9896-7edb436ae59f req-5cbe1f02-b7fc-44e4-ab2b-dea4e8de588b tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591071
Jul 06 00:49:14.040461 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:14.114845 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-076f41dd-5be5-4408-98da-6307d1137a7d req-5a2627b4-fb96-47f2-93f7-705838e252db service neutron] 10.222.0.39 "GET /v2.0/networks/41657b10-f5b5-45f4-877a-d9b5218b372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1475663
Jul 06 00:49:14.365261 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0e2f3bb6-3381-45db-a81b-fe87fd01227c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:14.663767 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf69f5-225d-4caf-a5de-81858d25d0ea req-4f2c6022-9afc-48a9-b2a9-ce0648759f2e tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:14.665544 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-55cf69f5-225d-4caf-a5de-81858d25d0ea req-4f2c6022-9afc-48a9-b2a9-ce0648759f2e tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 946 time: 0.1011360
Jul 06 00:49:14.772751 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-55cf69f5-225d-4caf-a5de-81858d25d0ea req-2badc716-95b9-4355-a7b0-a2c485017dae tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697248
Jul 06 00:49:14.797971 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a3d43-b49d-450b-b020-e6e8a9069886 req-505028e4-6e57-4f90-9dbd-94ef7a6dd5fd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:14.808096 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-725a3d43-b49d-450b-b020-e6e8a9069886 req-505028e4-6e57-4f90-9dbd-94ef7a6dd5fd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 946 time: 0.1414239
Jul 06 00:49:14.859291 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:14.878200 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-725a3d43-b49d-450b-b020-e6e8a9069886 req-8a6946bb-7ccc-4a61-a16e-c230391876ae tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0690134
Jul 06 00:49:15.001731 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c3558-5022-445b-87d8-433138384647 req-96940510-a9f8-44f2-a6ee-e1e726d7783a tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:15.003992 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-418c3558-5022-445b-87d8-433138384647 req-96940510-a9f8-44f2-a6ee-e1e726d7783a tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 946 time: 0.0804906
Jul 06 00:49:15.117963 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-418c3558-5022-445b-87d8-433138384647 req-aef4a752-11c5-4337-9f34-20f9f3ef253a tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1064146
Jul 06 00:49:15.148560 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0b82a-ecd4-4a71-b1b2-d463830f59c8 req-1d708c71-08eb-4a04-a25e-bb4feb4bb782 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:15.150078 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-49d0b82a-ecd4-4a71-b1b2-d463830f59c8 req-1d708c71-08eb-4a04-a25e-bb4feb4bb782 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 946 time: 0.1202412
Jul 06 00:49:15.155088 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 59046) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:49:15.208626 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-49d0b82a-ecd4-4a71-b1b2-d463830f59c8 req-e8f56a09-ba17-4c31-acc3-6f0355f26985 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462835
Jul 06 00:49:15.234760 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-c878554e-4c1f-4d35-8de7-a0359d9c9d47 tempest-TestVolumeBootPattern-1091747264 tempest-TestVolumeBootPattern-1091747264-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 1094 time: 0.0747962
Jul 06 00:49:15.234760 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 59050) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:49:15.239719 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Request body: {'floatingip': {'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'port_id': 'f1b6f170-a889-491c-8c4c-f67561e497be', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:49:15.245617 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:49:15.249535 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Usage tracker for resource:floatingip and tenant:0a59ea96df14460c8e3284d59c6b11e9 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:49:15.253000 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:49:15.259428 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:49:15.269497 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for floatingip, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:15.406417 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:15.542925 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Allocated IP 172.27.1.158 (34126de2-0804-4024-8df6-3ba8cfd107e5/1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b/be20d8e1-c33b-4aa7-9822-bffdf45bcd69) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:49:15.686299 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:15.711126 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:15.715400 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cb482798-1ec4-4354-ad7f-a6867519bdce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:49:15.780747 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Network 34126de2-0804-4024-8df6-3ba8cfd107e5 is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:49:15.786163 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:49:15.788974 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:49:15.829984 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Pushing event updated for resources: {'Port': ['ID=be20d8e1-c33b-4aa7-9822-bffdf45bcd69,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:49:15.837843 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:49:15.979676 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:16.076593 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37407471-9e15-422a-bbe7-4293b34a23f2 req-a4465446-15b8-4475-a7f4-542e6efc2844 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:16.078180 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-37407471-9e15-422a-bbe7-4293b34a23f2 req-a4465446-15b8-4475-a7f4-542e6efc2844 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 946 time: 0.0814834
Jul 06 00:49:16.139127 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-37407471-9e15-422a-bbe7-4293b34a23f2 req-73361064-9111-48a7-94e3-ce005b7798ef tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522387
Jul 06 00:49:16.407343 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433f904-d3fc-4ac4-a904-d7232033bca2 req-9fb1c054-e2d5-485c-95f3-814e88cbdebe tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:16.409523 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f433f904-d3fc-4ac4-a904-d7232033bca2 req-9fb1c054-e2d5-485c-95f3-814e88cbdebe tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 946 time: 0.0802312
Jul 06 00:49:16.460643 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f433f904-d3fc-4ac4-a904-d7232033bca2 req-b13bed12-b062-4ce2-b610-f18abcff78ad tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439513
Jul 06 00:49:16.566937 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:16.625784 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0ae5946b-1872-4815-b628-4ccd45011bdc req-22126d27-1bc6-4f36-a8e5-e44134212d5e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21b0829bee9048fc90ba206d9988d456&device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 1099 time: 0.1345055
Jul 06 00:49:16.629954 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:16.892761 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5946b-1872-4815-b628-4ccd45011bdc req-18026619-345a-430e-aa3f-6934fbe32ec7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:16.894880 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0ae5946b-1872-4815-b628-4ccd45011bdc req-18026619-345a-430e-aa3f-6934fbe32ec7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb HTTP/1.1" status: 200  len: 918 time: 0.2375929
Jul 06 00:49:17.027405 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0ae5946b-1872-4815-b628-4ccd45011bdc req-3127191b-ce0e-4803-9179-ecff68c2e32e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 HTTP/1.1" status: 200  len: 1002 time: 0.1155524
Jul 06 00:49:17.074182 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:17.086072 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853431108'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:17.092493 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9e9f0dfe-cc33-405a-beed-b73ca380057f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:49:17.186874 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5946b-1872-4815-b628-4ccd45011bdc req-05d4b3d4-c737-4407-a450-99a14eae3b0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:17.188477 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0ae5946b-1872-4815-b628-4ccd45011bdc req-05d4b3d4-c737-4407-a450-99a14eae3b0a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8 HTTP/1.1" status: 200  len: 856 time: 0.1527302
Jul 06 00:49:17.253633 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Pushing event updated for resources: {'Port': ['ID=be20d8e1-c33b-4aa7-9822-bffdf45bcd69,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:49:17.256613 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:49:17.273165 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459972'] for floatingip, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:17.345908 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0220468-b4af-4033-bd01-6596a1f59974 req-9c071622-693a-4723-99d3-07ba3c6eec3a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:17.347480 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f0220468-b4af-4033-bd01-6596a1f59974 req-9c071622-693a-4723-99d3-07ba3c6eec3a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 946 time: 0.0807252
Jul 06 00:49:17.369117 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0ae5946b-1872-4815-b628-4ccd45011bdc req-86da9571-4f38-4f3c-a49e-57c4edf1a490 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1673265
Jul 06 00:49:17.397842 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f0220468-b4af-4033-bd01-6596a1f59974 req-3e61a41c-19ac-4bf4-bb57-e48214a39cff tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430620
Jul 06 00:49:17.579779 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0ae5946b-1872-4815-b628-4ccd45011bdc req-c4a91f32-bec3-4069-b850-995f3d3fd487 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2024200
Jul 06 00:49:17.656599 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b02007-6867-4837-bf6d-6a2907fa1ef4 req-c034580b-1908-4874-be36-bdcaa167bc29 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:17.658050 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-59b02007-6867-4837-bf6d-6a2907fa1ef4 req-c034580b-1908-4874-be36-bdcaa167bc29 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 946 time: 0.0786388
Jul 06 00:49:17.674039 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.l3_db [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Floating IP 4e20f7c1-82f7-4f92-bfa6-090c85e45750 associated. External IP: 172.27.1.158, port: f1b6f170-a889-491c-8c4c-f67561e497be.
Jul 06 00:49:17.708249 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-59b02007-6867-4837-bf6d-6a2907fa1ef4 req-bcebb8f7-8226-4293-b42a-fdf3dc1150e6 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424376
Jul 06 00:49:17.801624 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0ae5946b-1872-4815-b628-4ccd45011bdc req-3d5fad0b-c662-4821-80ba-e971634b9b60 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2141788
Jul 06 00:49:18.324371 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Router a9428ff6-0f7f-4603-895d-49150fddf108 has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:49:18.521242 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:49:18.531765 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a80452-fb16-4c32-866c-ca9d2a6af6cf None None] Sync routers for ids ['a9428ff6-0f7f-4603-895d-49150fddf108'] in dv-cinder-799546-2-iscsi {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:49:18.546283 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a80452-fb16-4c32-866c-ca9d2a6af6cf None None] Routers {'a9428ff6-0f7f-4603-895d-49150fddf108'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:49:18.547040 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-c0a80452-fb16-4c32-866c-ca9d2a6af6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90993d30>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:49:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['a9428ff6-0f7f-4603-895d-49150fddf108'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:49:18.551375 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for floatingip, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:18.595249 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920b1e1-55e9-46fc-a55c-2a5ac0ef13d5 req-05566da1-6b1e-4ec0-b174-12a103cc3acd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:18.596849 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d920b1e1-55e9-46fc-a55c-2a5ac0ef13d5 req-05566da1-6b1e-4ec0-b174-12a103cc3acd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 946 time: 0.0789096
Jul 06 00:49:18.602054 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.3670683
Jul 06 00:49:18.603070 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0252b40b-1ea7-4e53-8e47-186d64eefc67', 'tag': 'f1b6f170-a889-491c-8c4c-f67561e497be'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:49:18.653370 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0252b40b-1ea7-4e53-8e47-186d64eefc67', 'tag': 'f1b6f170-a889-491c-8c4c-f67561e497be', 'status': 'completed', 'code': 200}
Jul 06 00:49:18.660815 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d920b1e1-55e9-46fc-a55c-2a5ac0ef13d5 req-9240d262-7373-4f56-ab7c-7ff54dee2baa tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526550
Jul 06 00:49:18.729238 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-c0a80452-fb16-4c32-866c-ca9d2a6af6cf None None] Set router a9428ff6-0f7f-4603-895d-49150fddf108 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:49:18.759526 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e70df5da-f7b8-4c92-ade5-e255575def54 req-f700d073-9222-4740-b5ba-dd9bec5091c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a59ea96df14460c8e3284d59c6b11e9&device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 1099 time: 0.0760612
Jul 06 00:49:18.914250 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70df5da-f7b8-4c92-ade5-e255575def54 req-fc1b5f1f-4b90-4a5e-a154-8fee47d565a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:18.916464 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e70df5da-f7b8-4c92-ade5-e255575def54 req-fc1b5f1f-4b90-4a5e-a154-8fee47d565a2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 HTTP/1.1" status: 200  len: 913 time: 0.1460671
Jul 06 00:49:19.022992 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e70df5da-f7b8-4c92-ade5-e255575def54 req-f572ed11-c5fc-47a1-bd8b-dfec8acecd2d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1b6f170-a889-491c-8c4c-f67561e497be HTTP/1.1" status: 200  len: 1000 time: 0.0949237
Jul 06 00:49:19.091638 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-c0a80452-fb16-4c32-866c-ca9d2a6af6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90993d30>, [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:44:03Z', 'revision_number': 4, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port': {'id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:43:57Z', 'updated_at': '2021-07-06T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '4e20f7c1-82f7-4f92-bfa6-090c85e45750', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'port_id': 'f1b6f170-a889-491c-8c4c-f67561e497be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'mac_address': 'fa:16:3e:0c:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0252b40b-1ea7-4e53-8e47-186d64eefc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:49:16Z', 'updated_at': '2021-07-06T00:49:16Z', 'revision_number': 0, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5991b4e3-7582-4c3c-8851-47453c16632c', 'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'mac_address': 'fa:16:3e:2b:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:01Z', 'updated_at': '2021-07-06T00:44:12Z', 'revision_number': 5, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'subnets': [{'id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:49:19.095858 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a80452-fb16-4c32-866c-ca9d2a6af6cf None None] Checking router: a9428ff6-0f7f-4603-895d-49150fddf108 for host: dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:49:19.096746 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70df5da-f7b8-4c92-ade5-e255575def54 req-1254d9b7-b319-4d7d-9d52-45f63ddb391a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:19.098905 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e70df5da-f7b8-4c92-ade5-e255575def54 req-1254d9b7-b319-4d7d-9d52-45f63ddb391a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1f2f0bee-f85d-4c51-8d52-55ad296fee6b HTTP/1.1" status: 200  len: 851 time: 0.0660706
Jul 06 00:49:19.108014 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a80452-fb16-4c32-866c-ca9d2a6af6cf None None] Routers {'a9428ff6-0f7f-4603-895d-49150fddf108'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:49:19.108672 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-c0a80452-fb16-4c32-866c-ca9d2a6af6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90993d30>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:49:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['a9428ff6-0f7f-4603-895d-49150fddf108'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:49:19.133414 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f2312-b1a7-49b0-b9fe-84dddacb2bca req-e34ff735-b090-4f5d-8e95-2de681f57272 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:19.135692 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-965f2312-b1a7-49b0-b9fe-84dddacb2bca req-e34ff735-b090-4f5d-8e95-2de681f57272 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 946 time: 0.3075192
Jul 06 00:49:19.192744 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e70df5da-f7b8-4c92-ade5-e255575def54 req-c1f94012-daa5-4e01-ba65-6c94ec1adfe6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0860507
Jul 06 00:49:19.198817 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-965f2312-b1a7-49b0-b9fe-84dddacb2bca req-947d15f9-ca21-41e6-bec6-eb05de5c7861 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546603
Jul 06 00:49:19.314817 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-c0a80452-fb16-4c32-866c-ca9d2a6af6cf None None] Set router a9428ff6-0f7f-4603-895d-49150fddf108 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:49:19.338645 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e70df5da-f7b8-4c92-ade5-e255575def54 req-27b9e5b6-c9fe-4c23-83c7-b6518a9849e2 service neutron] 10.222.0.39 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353467
Jul 06 00:49:19.481759 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e70df5da-f7b8-4c92-ade5-e255575def54 req-d1b4adec-5e30-4ca2-8208-1698f4fd320b service neutron] 10.222.0.39 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337636
Jul 06 00:49:19.608346 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:49:19.817968 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:19.857286 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963f2e0-3822-4de5-ab5d-02cc1cc563e3 req-fb61f70b-0840-48f5-a797-3b6eca01aed8 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:19.858936 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1963f2e0-3822-4de5-ab5d-02cc1cc563e3 req-fb61f70b-0840-48f5-a797-3b6eca01aed8 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 946 time: 0.0808229
Jul 06 00:49:19.877205 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07582fb-c857-42c5-9910-d92ee63fe4c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25e1b8bf-d092-4a97-9db7-d0ce1faf32b6'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:49:19.918508 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1963f2e0-3822-4de5-ab5d-02cc1cc563e3 req-f96d3e7f-d716-46ad-adbf-22d68ef25a9b tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499601
Jul 06 00:49:19.922317 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:49:19.933711 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:19.948376 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-46a504bf-de2c-43dd-8634-a2717b289769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:49:19.978404 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07582fb-c857-42c5-9910-d92ee63fe4c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25e1b8bf-d092-4a97-9db7-d0ce1faf32b6', 'code': 200}
Jul 06 00:49:20.021956 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6,revision_number=8']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:49:20.025476 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:49:20.030899 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-c0a80452-fb16-4c32-866c-ca9d2a6af6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90993d30>, [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:44:03Z', 'revision_number': 4, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port': {'id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:43:57Z', 'updated_at': '2021-07-06T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '4e20f7c1-82f7-4f92-bfa6-090c85e45750', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'port_id': 'f1b6f170-a889-491c-8c4c-f67561e497be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'mac_address': 'fa:16:3e:0c:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0252b40b-1ea7-4e53-8e47-186d64eefc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:49:16Z', 'updated_at': '2021-07-06T00:49:16Z', 'revision_number': 0, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5991b4e3-7582-4c3c-8851-47453c16632c', 'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'mac_address': 'fa:16:3e:2b:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:01Z', 'updated_at': '2021-07-06T00:44:12Z', 'revision_number': 5, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'subnets': [{'id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:49:20.035345 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a80452-fb16-4c32-866c-ca9d2a6af6cf None None] The sync data for ids ['a9428ff6-0f7f-4603-895d-49150fddf108'] in dv-cinder-799546-2-iscsi is: [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:44:03Z', 'revision_number': 4, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port': {'id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:43:57Z', 'updated_at': '2021-07-06T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '4e20f7c1-82f7-4f92-bfa6-090c85e45750', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'port_id': 'f1b6f170-a889-491c-8c4c-f67561e497be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'mac_address': 'fa:16:3e:0c:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0252b40b-1ea7-4e53-8e47-186d64eefc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:49:16Z', 'updated_at': '2021-07-06T00:49:16Z', 'revision_number': 0, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5991b4e3-7582-4c3c-8851-47453c16632c', 'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'mac_address': 'fa:16:3e:2b:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:01Z', 'updated_at': '2021-07-06T00:44:12Z', 'revision_number': 5, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'subnets': [{'id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:49:20.349895 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-690339db-6559-4364-82e9-515a7dd3abe8 req-3252912e-8bb5-41a6-88c3-1b17517c174a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f0c256f0870e4bf7ae5b32acc283bad9&device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 1099 time: 0.0861781
Jul 06 00:49:20.384343 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59d48aa-66b5-451c-ba03-b18c5de297d4 None None] New status for floating IP 4e20f7c1-82f7-4f92-bfa6-090c85e45750: ACTIVE {{(pid=80883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 00:49:20.408851 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb5a06-ab15-4313-9eac-06a07b19cabb req-5e2585ab-e933-4ce6-8674-d7cebc453eec tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:20.410543 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-93fb5a06-ab15-4313-9eac-06a07b19cabb req-5e2585ab-e933-4ce6-8674-d7cebc453eec tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 946 time: 0.0851746
Jul 06 00:49:20.463180 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-93fb5a06-ab15-4313-9eac-06a07b19cabb req-43bb2bb1-a2bf-49f8-ae2b-fdbf326d4bfc tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446053
Jul 06 00:49:20.496793 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690339db-6559-4364-82e9-515a7dd3abe8 req-31486d8b-48eb-435e-87d1-34d26a7c7023 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:20.498336 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-690339db-6559-4364-82e9-515a7dd3abe8 req-31486d8b-48eb-435e-87d1-34d26a7c7023 service neutron] 10.222.0.39 "GET /v2.0/networks?id=411d145c-8901-4ec3-b98d-0157f9cbedb7 HTTP/1.1" status: 200  len: 910 time: 0.1401646
Jul 06 00:49:20.594025 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-690339db-6559-4364-82e9-515a7dd3abe8 req-2777a217-ad2a-41de-934d-94f82bb3c203 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad682014-74b4-4eb4-93ae-d5b20e6151bd HTTP/1.1" status: 200  len: 1002 time: 0.0873036
Jul 06 00:49:20.659259 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690339db-6559-4364-82e9-515a7dd3abe8 req-58c01ff8-c389-47e8-aa06-39e77fabf2a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:20.661040 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-690339db-6559-4364-82e9-515a7dd3abe8 req-58c01ff8-c389-47e8-aa06-39e77fabf2a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35df5122-581f-4bdc-a4f3-ffbf681f5270 HTTP/1.1" status: 200  len: 848 time: 0.0596974
Jul 06 00:49:20.743179 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-690339db-6559-4364-82e9-515a7dd3abe8 req-af60ec01-7b78-46b9-8d34-c0b301c10370 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=411d145c-8901-4ec3-b98d-0157f9cbedb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0735190
Jul 06 00:49:20.880206 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-690339db-6559-4364-82e9-515a7dd3abe8 req-42173821-3f13-42aa-82b5-a0ffd63570d8 service neutron] 10.222.0.39 "GET /v2.0/networks/411d145c-8901-4ec3-b98d-0157f9cbedb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296091
Jul 06 00:49:21.016353 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-690339db-6559-4364-82e9-515a7dd3abe8 req-54a5168e-9968-48ef-9375-fdc62435766a service neutron] 10.222.0.39 "GET /v2.0/networks/411d145c-8901-4ec3-b98d-0157f9cbedb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293030
Jul 06 00:49:21.116161 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c0086-1d54-4308-b90c-381d7a1749f4 req-f648cefb-1540-4c47-9032-11761f31690e tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:21.117749 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b79c0086-1d54-4308-b90c-381d7a1749f4 req-f648cefb-1540-4c47-9032-11761f31690e tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.0772388
Jul 06 00:49:21.172939 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b79c0086-1d54-4308-b90c-381d7a1749f4 req-4bc27453-0d67-4a44-b42e-261792146e03 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479629
Jul 06 00:49:21.653645 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ef4c6-836e-4309-9f8c-24b91f0074d6 req-96e9640f-d746-4faa-9e29-820f1b9226ca tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:21.655246 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-860ef4c6-836e-4309-9f8c-24b91f0074d6 req-96e9640f-d746-4faa-9e29-820f1b9226ca tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 946 time: 0.0776565
Jul 06 00:49:21.706204 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-860ef4c6-836e-4309-9f8c-24b91f0074d6 req-63202432-a1b3-4187-9dd5-2934111aca60 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426896
Jul 06 00:49:21.931281 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7ba7c5cc-5931-47a9-b062-33b1b1c4a0d3 req-a613fccb-70f5-4fea-8da6-674c794fd383 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0767462
Jul 06 00:49:22.209337 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a46aac-ee42-4efd-9c18-b7903cc6ef55 req-d59a28f3-56fd-4d10-9900-e86dd48a5ae5 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:22.210911 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-29a46aac-ee42-4efd-9c18-b7903cc6ef55 req-d59a28f3-56fd-4d10-9900-e86dd48a5ae5 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.0893879
Jul 06 00:49:22.263739 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-29a46aac-ee42-4efd-9c18-b7903cc6ef55 req-84a687c2-7232-4d60-8cbd-04dca8c6644d tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445838
Jul 06 00:49:22.909196 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc464614-0143-47f5-8e5b-c05b340ab6c7 req-8c056c9b-032c-4fda-adf6-cf096b075d4a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:22.910797 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cc464614-0143-47f5-8e5b-c05b340ab6c7 req-8c056c9b-032c-4fda-adf6-cf096b075d4a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 946 time: 0.0864656
Jul 06 00:49:22.959481 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cc464614-0143-47f5-8e5b-c05b340ab6c7 req-729e10f2-f800-4d63-9702-8dee1f8357b5 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415306
Jul 06 00:49:23.486214 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb007f9-a01d-490b-9dbe-b74d080e751f req-31510e2c-aa36-42a3-ae77-3406acb78db1 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:23.488601 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fbb007f9-a01d-490b-9dbe-b74d080e751f req-31510e2c-aa36-42a3-ae77-3406acb78db1 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.0854280
Jul 06 00:49:23.541195 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fbb007f9-a01d-490b-9dbe-b74d080e751f req-8e2d43c9-4785-4102-921a-1a58cef53956 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448861
Jul 06 00:49:23.591616 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:49:23.623548 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8ee53b9f-00e4-43c2-973f-aad6a4f47110 req-ac1507ae-f9e3-4c0e-befd-efe6028aa87b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0&tenant_id=21b0829bee9048fc90ba206d9988d456 HTTP/1.1" status: 200  len: 1097 time: 0.0707102
Jul 06 00:49:23.732415 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8ee53b9f-00e4-43c2-973f-aad6a4f47110 req-dd849a34-678a-4e21-84c3-c532958170e1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21b0829bee9048fc90ba206d9988d456&device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 1097 time: 0.0770998
Jul 06 00:49:23.873739 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee53b9f-00e4-43c2-973f-aad6a4f47110 req-28e3bbfd-abc6-421c-a8e5-c3daa43d2043 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:23.875493 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8ee53b9f-00e4-43c2-973f-aad6a4f47110 req-28e3bbfd-abc6-421c-a8e5-c3daa43d2043 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb HTTP/1.1" status: 200  len: 918 time: 0.1294920
Jul 06 00:49:24.157589 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e7459-ce9e-4675-9c6d-39df42bd2b02 req-596a932f-36e1-408d-aa79-f4a5d2dec87f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:24.159254 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-479e7459-ce9e-4675-9c6d-39df42bd2b02 req-596a932f-36e1-408d-aa79-f4a5d2dec87f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 946 time: 0.0820675
Jul 06 00:49:24.215314 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8ee53b9f-00e4-43c2-973f-aad6a4f47110 req-ea6da9ee-5b69-40b0-b9fd-ab40838d5a45 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 HTTP/1.1" status: 200  len: 1000 time: 0.3324125
Jul 06 00:49:24.218933 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-479e7459-ce9e-4675-9c6d-39df42bd2b02 req-2652bf26-7af5-4773-a9c7-e37066cec341 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493622
Jul 06 00:49:24.281771 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee53b9f-00e4-43c2-973f-aad6a4f47110 req-bf0846ca-c430-44fb-9602-a9c406e8d7b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:24.283344 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8ee53b9f-00e4-43c2-973f-aad6a4f47110 req-bf0846ca-c430-44fb-9602-a9c406e8d7b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8 HTTP/1.1" status: 200  len: 856 time: 0.0606384
Jul 06 00:49:24.363031 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8ee53b9f-00e4-43c2-973f-aad6a4f47110 req-71b9873e-e2b6-43f7-a236-73c4d350060a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0714660
Jul 06 00:49:24.475092 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1fe8c032-8d97-4eba-b972-1b35177d4b0f req-d8b4c1cb-d297-495c-898c-2ab43388967d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1430318
Jul 06 00:49:24.498622 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8ee53b9f-00e4-43c2-973f-aad6a4f47110 req-96e11bc6-548a-4673-b346-1b3dd0a24c81 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288700
Jul 06 00:49:24.648010 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8ee53b9f-00e4-43c2-973f-aad6a4f47110 req-86b03773-6a41-42b1-ae49-5f38ac4d4acb service neutron] 10.222.0.39 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401677
Jul 06 00:49:24.813702 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cf6bc-c15f-4b08-9c28-f058304a2c76 req-ce46e6d3-f7a1-423c-ae1d-6497ae1d0221 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:24.815107 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ce1cf6bc-c15f-4b08-9c28-f058304a2c76 req-ce46e6d3-f7a1-423c-ae1d-6497ae1d0221 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.1145823
Jul 06 00:49:24.821807 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46966106-7271-4a5c-bcc5-62a88cc9f7db req-2e592956-9cb9-4156-9a2e-da0b5568a383 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:24.823426 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-46966106-7271-4a5c-bcc5-62a88cc9f7db req-2e592956-9cb9-4156-9a2e-da0b5568a383 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 946 time: 0.1590199
Jul 06 00:49:24.906055 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ce1cf6bc-c15f-4b08-9c28-f058304a2c76 req-fd46a3bb-dd0b-405a-b047-e35c920be2ef tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0809102
Jul 06 00:49:24.914897 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-46966106-7271-4a5c-bcc5-62a88cc9f7db req-b91fa54e-956e-46b6-bf36-383dbcf616eb tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0726843
Jul 06 00:49:26.048279 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:49:26.185087 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9404a04-580b-445c-acb2-cccc4c60e784 req-a33697e4-ce2b-4962-bbac-3992db09d21e tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:26.187003 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a9404a04-580b-445c-acb2-cccc4c60e784 req-a33697e4-ce2b-4962-bbac-3992db09d21e tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 946 time: 0.1515212
Jul 06 00:49:26.192934 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a10b24-a4de-410e-a208-1f7354ed911c req-5c00674d-c1c8-4ee7-9a32-ab6abe5567f2 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:26.194723 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d4a10b24-a4de-410e-a208-1f7354ed911c req-5c00674d-c1c8-4ee7-9a32-ab6abe5567f2 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.1625524
Jul 06 00:49:26.271762 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a9404a04-580b-445c-acb2-cccc4c60e784 req-42518c00-499a-4243-acf5-7efd8fdb3d9d tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759621
Jul 06 00:49:26.282039 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d4a10b24-a4de-410e-a208-1f7354ed911c req-14797e3c-9bac-487f-b25d-72d88515d66a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706966
Jul 06 00:49:27.539119 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c9e19-87a2-4a02-a148-37364c00b300 req-1df5aa80-ed5e-46b2-ac59-09a872aa67da tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:27.540736 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3a5c9e19-87a2-4a02-a148-37364c00b300 req-1df5aa80-ed5e-46b2-ac59-09a872aa67da tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 946 time: 0.1439414
Jul 06 00:49:27.553499 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c0570-46a0-4edf-9a15-de0309b7de66 req-cdcff73e-c7b8-4677-a78b-31dd567519b4 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:27.555154 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-282c0570-46a0-4edf-9a15-de0309b7de66 req-cdcff73e-c7b8-4677-a78b-31dd567519b4 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.1134140
Jul 06 00:49:27.620764 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device ad682014-74b4-4eb4-93ae-d5b20e6151bd no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:49:27.640095 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3a5c9e19-87a2-4a02-a148-37364c00b300 req-53d88729-ded2-4dbe-b8d0-9ee528044af0 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0838447
Jul 06 00:49:27.644482 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-282c0570-46a0-4edf-9a15-de0309b7de66 req-2f328450-0f0a-4b5a-9939-d6fe9f941e50 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735559
Jul 06 00:49:27.758276 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:27.787485 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce1a6b4-e60c-479a-ab79-235549c8c6ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad682014-74b4-4eb4-93ae-d5b20e6151bd'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:49:27.798979 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port ad682014-74b4-4eb4-93ae-d5b20e6151bd, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=ad682014-74b4-4eb4-93ae-d5b20e6151bd,segment=NetworkSegment(13961f85-3457-4e48-ae65-f590338ac95f),segment_id=13961f85-3457-4e48-ae65-f590338ac95f)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:49:27.803465 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:27.805398 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:49:27.850389 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Nova returned NotFound for event: [{'server_uuid': 'cce1a6b4-e60c-479a-ab79-235549c8c6ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad682014-74b4-4eb4-93ae-d5b20e6151bd'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:253}}
Jul 06 00:49:27.871346 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=ad682014-74b4-4eb4-93ae-d5b20e6151bd,revision_number=6']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:49:27.874610 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:49:28.913766 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ff838-1fb2-486e-81c0-31e6949d09fd req-b0dea2bd-9a81-49e0-a33d-615b6ce280da tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:28.915379 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3d6ff838-1fb2-486e-81c0-31e6949d09fd req-b0dea2bd-9a81-49e0-a33d-615b6ce280da tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 944 time: 0.1478519
Jul 06 00:49:28.922006 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95495c-903a-42ff-9c03-69d7dd61e681 req-58d3153c-a8f3-4875-a785-711efa31a507 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:28.923517 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7d95495c-903a-42ff-9c03-69d7dd61e681 req-58d3153c-a8f3-4875-a785-711efa31a507 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.1142099
Jul 06 00:49:29.005045 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3d6ff838-1fb2-486e-81c0-31e6949d09fd req-ac1d534a-75f7-4962-9cc0-495ae38e33f1 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798609
Jul 06 00:49:29.008755 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7d95495c-903a-42ff-9c03-69d7dd61e681 req-e46f9b57-a35d-49c3-b4fe-c75ccefafa65 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677114
Jul 06 00:49:30.272790 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b09fee-9d8b-4075-a540-97733bdc3760 req-67a2d2fe-02af-4ef2-8e4e-653e350bf78f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:30.274377 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-23b09fee-9d8b-4075-a540-97733bdc3760 req-67a2d2fe-02af-4ef2-8e4e-653e350bf78f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 944 time: 0.1539211
Jul 06 00:49:30.285770 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937b4bd-5b8e-4acb-884d-d3a9dcc70128 req-ff7a9246-6e49-4daf-98b5-1091f2f167c6 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:30.287367 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e937b4bd-5b8e-4acb-884d-d3a9dcc70128 req-ff7a9246-6e49-4daf-98b5-1091f2f167c6 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.1094286
Jul 06 00:49:30.374481 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-23b09fee-9d8b-4075-a540-97733bdc3760 req-78f40dfe-0d91-4b6d-b5d9-67b95f1c30a0 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0859466
Jul 06 00:49:30.377013 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e937b4bd-5b8e-4acb-884d-d3a9dcc70128 req-4154246d-742b-409b-82db-0084d7104f93 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724032
Jul 06 00:49:31.632959 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4dc68-04c5-41f2-9b74-800d6dc942ad req-c40bb529-ff2f-4841-a0c5-4bea1979e7be tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:31.634568 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b2b4dc68-04c5-41f2-9b74-800d6dc942ad req-c40bb529-ff2f-4841-a0c5-4bea1979e7be tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 944 time: 0.1392322
Jul 06 00:49:31.664689 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a376203-49ef-4739-ae3a-00a4e2576582 req-6f8ea897-f1cb-4199-bb2b-a6f37fdd81e3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:31.666268 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8a376203-49ef-4739-ae3a-00a4e2576582 req-6f8ea897-f1cb-4199-bb2b-a6f37fdd81e3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.1309729
Jul 06 00:49:31.729309 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b2b4dc68-04c5-41f2-9b74-800d6dc942ad req-9e2800e1-5495-4432-b820-c2bdacd576be tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847471
Jul 06 00:49:31.736737 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8a376203-49ef-4739-ae3a-00a4e2576582 req-b8c1374f-2c95-450a-8a74-399abfd1bfad tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620542
Jul 06 00:49:32.995729 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733e6bd-c953-4c89-9c3b-7d6d83360fa9 req-4070ab16-d135-4428-b90c-146d20ab91e3 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:32.997275 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9733e6bd-c953-4c89-9c3b-7d6d83360fa9 req-4070ab16-d135-4428-b90c-146d20ab91e3 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 944 time: 0.1491342
Jul 06 00:49:33.004743 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253f668-cbd4-4137-8dc8-31178ba5dd11 req-a7d13c8c-8a5d-46e7-a87b-f777fe7ab599 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:33.006234 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2253f668-cbd4-4137-8dc8-31178ba5dd11 req-a7d13c8c-8a5d-46e7-a87b-f777fe7ab599 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.1135709
Jul 06 00:49:33.092074 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9733e6bd-c953-4c89-9c3b-7d6d83360fa9 req-8a17c27b-4255-4661-a744-62b543f9eb26 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847120
Jul 06 00:49:33.094793 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2253f668-cbd4-4137-8dc8-31178ba5dd11 req-d832b1ad-b6f7-4ede-a178-df53e39cad3c tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718753
Jul 06 00:49:34.574667 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63628861-cd9d-4b09-a710-bdcf5c0ac6d3 req-c1406e7f-0db1-4b03-ad1a-116668b435ec tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:34.576276 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-63628861-cd9d-4b09-a710-bdcf5c0ac6d3 req-c1406e7f-0db1-4b03-ad1a-116668b435ec tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 944 time: 0.3504786
Jul 06 00:49:34.587815 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b09a1e-4bdd-4bf2-a0f0-3f1048d065fa req-af2f6f1c-3221-4488-8ede-ccc7c3d4d409 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:34.589349 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-14b09a1e-4bdd-4bf2-a0f0-3f1048d065fa req-af2f6f1c-3221-4488-8ede-ccc7c3d4d409 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.3237808
Jul 06 00:49:34.670430 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-63628861-cd9d-4b09-a710-bdcf5c0ac6d3 req-faa74cd0-a6ab-414e-ba62-8566364c13ec tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800388
Jul 06 00:49:34.678201 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-14b09a1e-4bdd-4bf2-a0f0-3f1048d065fa req-bf58e320-d242-4e97-a5df-8db8b8647035 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727808
Jul 06 00:49:35.938565 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e66cae-28f2-41b9-b66c-7a5f374dfbad req-ee204391-d5e5-4034-8ee5-6c96f42a8e01 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:35.940333 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a9e66cae-28f2-41b9-b66c-7a5f374dfbad req-ee204391-d5e5-4034-8ee5-6c96f42a8e01 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 944 time: 0.1500783
Jul 06 00:49:35.948318 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcbfbb-4847-4783-b9b5-3e2faf27566c req-fc34892b-8105-41ba-afa4-9e3deff0bfe2 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:35.949861 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-37dcbfbb-4847-4783-b9b5-3e2faf27566c req-fc34892b-8105-41ba-afa4-9e3deff0bfe2 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.1202271
Jul 06 00:49:36.031497 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a9e66cae-28f2-41b9-b66c-7a5f374dfbad req-a9e5e2c6-2e56-4c17-b3dd-bbf6c0ff7454 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0804751
Jul 06 00:49:36.039981 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-37dcbfbb-4847-4783-b9b5-3e2faf27566c req-4e6c775e-e511-49fb-a18f-9d7a89c22e97 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740995
Jul 06 00:49:37.322796 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2dfe55-3ff1-486f-aa80-a7171656e0aa req-e696e730-796f-4aa4-8183-7a72cae8a127 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:37.325097 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cb2dfe55-3ff1-486f-aa80-a7171656e0aa req-e696e730-796f-4aa4-8183-7a72cae8a127 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 944 time: 0.1584504
Jul 06 00:49:37.332677 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70451988-5b59-4dda-8874-e1f722b687b0 req-be1106fb-13f9-4ffe-a69d-919be860a853 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:37.334135 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-70451988-5b59-4dda-8874-e1f722b687b0 req-be1106fb-13f9-4ffe-a69d-919be860a853 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.1217580
Jul 06 00:49:37.436824 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cb2dfe55-3ff1-486f-aa80-a7171656e0aa req-39fcaca6-8e6d-44b2-ab1f-c1614df226ba tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1016426
Jul 06 00:49:37.441018 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-70451988-5b59-4dda-8874-e1f722b687b0 req-f970cf9b-c8c5-4219-96fd-5c845aaebf56 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912821
Jul 06 00:49:38.708395 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419b910-239d-4a58-b1e9-b77652cd5457 req-1873b5fa-d72e-474b-8240-a04a23b957e6 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:38.709990 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9419b910-239d-4a58-b1e9-b77652cd5457 req-1873b5fa-d72e-474b-8240-a04a23b957e6 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 944 time: 0.1515079
Jul 06 00:49:38.716535 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a6ec0-0417-46ac-8c17-00159bb0b408 req-8bd5a531-a655-49f3-9c41-fc086e7ea744 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:38.717982 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b22a6ec0-0417-46ac-8c17-00159bb0b408 req-8bd5a531-a655-49f3-9c41-fc086e7ea744 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.1187012
Jul 06 00:49:38.804009 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9419b910-239d-4a58-b1e9-b77652cd5457 req-6dbb53fb-98db-4814-b608-e495f7918d77 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0849297
Jul 06 00:49:38.806496 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b22a6ec0-0417-46ac-8c17-00159bb0b408 req-4bdcf4d9-e13a-4d8b-a8dc-e37518fd5496 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733302
Jul 06 00:49:40.056954 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d852872-4b45-4c5a-b2a6-0682a226df3d req-797582fa-4b70-4955-8a15-874737d4dda2 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:40.058516 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7d852872-4b45-4c5a-b2a6-0682a226df3d req-797582fa-4b70-4955-8a15-874737d4dda2 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 944 time: 0.1363091
Jul 06 00:49:40.069145 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259b577-991d-40a2-b299-214c9d4c6c78 req-e1a03621-b745-4e90-b366-96b9882806bc tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:40.070607 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6259b577-991d-40a2-b299-214c9d4c6c78 req-e1a03621-b745-4e90-b366-96b9882806bc tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.1097472
Jul 06 00:49:40.147675 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7d852872-4b45-4c5a-b2a6-0682a226df3d req-0e719970-d1b5-4874-a305-21bf96ce04a3 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759099
Jul 06 00:49:40.152264 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6259b577-991d-40a2-b299-214c9d4c6c78 req-fd0302e9-181a-4ec2-9556-90191f40ba13 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636735
Jul 06 00:49:41.398528 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117e01b-779b-4af3-b62b-3e385aeb3470 req-f2c4f1ff-5178-4f97-a7b9-da786822f6b8 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:41.400110 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7117e01b-779b-4af3-b62b-3e385aeb3470 req-f2c4f1ff-5178-4f97-a7b9-da786822f6b8 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 944 time: 0.1366384
Jul 06 00:49:41.408601 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15ec46-c1aa-4f4d-ba22-f03f8ac5a01e req-1d269e29-40b2-463d-8d03-656f94313e0f tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:41.409978 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9c15ec46-c1aa-4f4d-ba22-f03f8ac5a01e req-1d269e29-40b2-463d-8d03-656f94313e0f tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.1043224
Jul 06 00:49:41.485886 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7117e01b-779b-4af3-b62b-3e385aeb3470 req-c6906453-655d-4f18-8324-06e6be5e5800 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0749109
Jul 06 00:49:41.494231 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9c15ec46-c1aa-4f4d-ba22-f03f8ac5a01e req-fca0e158-2e71-4d93-acab-9a668cd5f9bd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686345
Jul 06 00:49:42.061601 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-33f18683-b499-4737-9f53-612c8d61fe8f req-9db9079d-83b9-45a2-9b51-c440c536a8e4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba&tenant_id=f0c256f0870e4bf7ae5b32acc283bad9 HTTP/1.1" status: 200  len: 1097 time: 0.0820215
Jul 06 00:49:42.158012 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-33f18683-b499-4737-9f53-612c8d61fe8f req-dd4e82f5-6b5d-492e-9001-5f301eeabd83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f0c256f0870e4bf7ae5b32acc283bad9&device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 1097 time: 0.0723066
Jul 06 00:49:42.293459 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f18683-b499-4737-9f53-612c8d61fe8f req-25cc0ba2-8803-4897-97f5-18ccebd6f500 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:42.295006 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-33f18683-b499-4737-9f53-612c8d61fe8f req-25cc0ba2-8803-4897-97f5-18ccebd6f500 service neutron] 10.222.0.39 "GET /v2.0/networks?id=411d145c-8901-4ec3-b98d-0157f9cbedb7 HTTP/1.1" status: 200  len: 910 time: 0.1294923
Jul 06 00:49:42.302950 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f67e5e6b-0103-4760-891d-0fc6717a12c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:42.391779 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-33f18683-b499-4737-9f53-612c8d61fe8f req-de5aa348-99ae-489f-b364-8a4a83c73787 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad682014-74b4-4eb4-93ae-d5b20e6151bd HTTP/1.1" status: 200  len: 1000 time: 0.0891035
Jul 06 00:49:42.456237 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f18683-b499-4737-9f53-612c8d61fe8f req-e91e446c-c417-4c73-88a9-f0c4d57d8246 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:42.457726 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-33f18683-b499-4737-9f53-612c8d61fe8f req-e91e446c-c417-4c73-88a9-f0c4d57d8246 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35df5122-581f-4bdc-a4f3-ffbf681f5270 HTTP/1.1" status: 200  len: 848 time: 0.0585177
Jul 06 00:49:42.538122 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-33f18683-b499-4737-9f53-612c8d61fe8f req-76e2e121-47b8-4c55-9149-d554a9fbae9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=411d145c-8901-4ec3-b98d-0157f9cbedb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733964
Jul 06 00:49:42.679415 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-33f18683-b499-4737-9f53-612c8d61fe8f req-d6946e2f-bdfd-4c17-910d-207441f0f761 service neutron] 10.222.0.39 "GET /v2.0/networks/411d145c-8901-4ec3-b98d-0157f9cbedb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326323
Jul 06 00:49:42.741400 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51b54d-68aa-4e1e-bc65-920c740cb52d req-502c76bd-eed2-4234-b7ae-b2fee1b76201 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:42.742911 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9b51b54d-68aa-4e1e-bc65-920c740cb52d req-502c76bd-eed2-4234-b7ae-b2fee1b76201 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 944 time: 0.1425266
Jul 06 00:49:42.753279 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13a43d-9a47-4ddf-9d90-a0a2ed2249ed req-99358d74-426a-4b21-9967-bb2162fce93d tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:42.754765 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1e13a43d-9a47-4ddf-9d90-a0a2ed2249ed req-99358d74-426a-4b21-9967-bb2162fce93d tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.1139901
Jul 06 00:49:42.823953 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-33f18683-b499-4737-9f53-612c8d61fe8f req-863d05f1-0761-4737-8a5a-d37d3265ed57 service neutron] 10.222.0.39 "GET /v2.0/networks/411d145c-8901-4ec3-b98d-0157f9cbedb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372018
Jul 06 00:49:42.833022 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9b51b54d-68aa-4e1e-bc65-920c740cb52d req-ba1c6720-f683-40d1-8dc4-29ffab7c35d4 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771880
Jul 06 00:49:42.836803 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1e13a43d-9a47-4ddf-9d90-a0a2ed2249ed req-030aef0b-5301-4705-9bd7-c35de50756b8 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659025
Jul 06 00:49:43.656843 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:44.034011 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:44.088833 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e50bf-b631-4a3b-b6fc-ebd35c597df6 req-f976824a-bb5d-4b18-956e-31d59e4fe47b tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:44.090413 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-166e50bf-b631-4a3b-b6fc-ebd35c597df6 req-f976824a-bb5d-4b18-956e-31d59e4fe47b tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 944 time: 0.1397901
Jul 06 00:49:44.097402 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ef355-9e99-44ca-8460-3511d721786f req-84ac4fe5-e766-463c-a240-86cc926e10d5 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:44.098843 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-457ef355-9e99-44ca-8460-3511d721786f req-84ac4fe5-e766-463c-a240-86cc926e10d5 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.1095951
Jul 06 00:49:44.178503 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-166e50bf-b631-4a3b-b6fc-ebd35c597df6 req-a73dd3b7-c288-4cc0-8e4a-65ffa5a5f31d tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786250
Jul 06 00:49:44.185578 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-457ef355-9e99-44ca-8460-3511d721786f req-49ab3575-25e6-4476-9589-6fb97b46212d tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0683479
Jul 06 00:49:44.336988 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-04940b4c-ebb5-46f6-9607-9dfe70fb598d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:44.829613 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:45.430936 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30b293-2112-4d9d-9a79-dec7541c5b28 req-980cb28c-4642-4416-a1b0-71ecfe09ef29 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:45.432551 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ad30b293-2112-4d9d-9a79-dec7541c5b28 req-980cb28c-4642-4416-a1b0-71ecfe09ef29 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 944 time: 0.1421249
Jul 06 00:49:45.442695 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9feb3-7838-4d38-8d23-4092eb9d18d5 req-2c3b5838-fa01-4944-8fe8-0329f096c79b tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:45.444191 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c7e9feb3-7838-4d38-8d23-4092eb9d18d5 req-2c3b5838-fa01-4944-8fe8-0329f096c79b tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.1149790
Jul 06 00:49:45.520432 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ad30b293-2112-4d9d-9a79-dec7541c5b28 req-d3bb6b54-68c0-4c8c-a81d-58b8925a6583 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752387
Jul 06 00:49:45.524051 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c7e9feb3-7838-4d38-8d23-4092eb9d18d5 req-1b2020f7-4b92-4e57-bfce-01eed63c66b9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648031
Jul 06 00:49:45.983021 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:46.737598 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdadaf0-6b54-483d-804f-f7c2a452bebb req-c2a0087a-1ac7-4054-9ca3-a2441a8438ea tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:46.739254 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9bdadaf0-6b54-483d-804f-f7c2a452bebb req-c2a0087a-1ac7-4054-9ca3-a2441a8438ea tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.0890822
Jul 06 00:49:46.791603 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9bdadaf0-6b54-483d-804f-f7c2a452bebb req-9a833b0f-9e97-480d-bbde-bce808673933 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451076
Jul 06 00:49:46.876918 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e071d8-e85a-4ab4-a4d5-346ae009a481 req-2d6cd7fb-d9fb-4dbb-95c9-aaa3573aeead tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:46.878478 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-86e071d8-e85a-4ab4-a4d5-346ae009a481 req-2d6cd7fb-d9fb-4dbb-95c9-aaa3573aeead tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 944 time: 0.0822947
Jul 06 00:49:46.934520 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-86e071d8-e85a-4ab4-a4d5-346ae009a481 req-8dee330f-99ee-45b3-8572-d7f0ed29ff5a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485106
Jul 06 00:49:47.987372 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2cb01-1e44-49d4-b1bc-a90eece70d50 req-c9081895-edab-4dc7-837d-1482f64e2c9e tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:47.988937 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-51a2cb01-1e44-49d4-b1bc-a90eece70d50 req-c9081895-edab-4dc7-837d-1482f64e2c9e tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.0805225
Jul 06 00:49:48.037602 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-51a2cb01-1e44-49d4-b1bc-a90eece70d50 req-56b76b44-d84e-4c56-83f9-d94923ea119d tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416358
Jul 06 00:49:48.125811 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035609d7-5cc8-40a5-811a-6edc3cb801af req-f522d465-15f7-4da6-83b3-37151d5e0b89 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:48.127380 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-035609d7-5cc8-40a5-811a-6edc3cb801af req-f522d465-15f7-4da6-83b3-37151d5e0b89 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 944 time: 0.0808942
Jul 06 00:49:48.178421 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-035609d7-5cc8-40a5-811a-6edc3cb801af req-098b6ca4-d5b9-41b2-8c76-4aca916de498 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435925
Jul 06 00:49:49.233506 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16302d-c5b6-4d0d-b869-74f3cd2f61ec req-ab375def-e394-4e79-9925-7057ba687121 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:49.235084 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ac16302d-c5b6-4d0d-b869-74f3cd2f61ec req-ab375def-e394-4e79-9925-7057ba687121 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.0835845
Jul 06 00:49:49.285516 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ac16302d-c5b6-4d0d-b869-74f3cd2f61ec req-947401b7-82de-4043-a83a-d738c402144b tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426185
Jul 06 00:49:49.368773 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f497048-dcb5-4c73-9d48-16ec2b00d063 req-5880a7ca-de6a-46ed-844e-d97154761741 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:49.370244 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5f497048-dcb5-4c73-9d48-16ec2b00d063 req-5880a7ca-de6a-46ed-844e-d97154761741 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 944 time: 0.0754991
Jul 06 00:49:49.423025 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5f497048-dcb5-4c73-9d48-16ec2b00d063 req-4c0e6e9e-5055-489c-8cce-1b3ba7dc38ae tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456772
Jul 06 00:49:50.479586 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01854ec0-d9ba-49d8-a126-ba498f14d366 req-724cf169-77a1-4c27-bef3-776918c8d9a5 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:50.481215 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-01854ec0-d9ba-49d8-a126-ba498f14d366 req-724cf169-77a1-4c27-bef3-776918c8d9a5 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.0784883
Jul 06 00:49:50.536056 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-01854ec0-d9ba-49d8-a126-ba498f14d366 req-76ea1cc4-dae0-475c-a6bf-6798448d413f tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472581
Jul 06 00:49:50.615607 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecd1da-fe32-4e30-8dda-dd0967a39fc2 req-c8a53848-ff4e-42f3-8daf-89adb12e7f1d tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:50.617156 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c3ecd1da-fe32-4e30-8dda-dd0967a39fc2 req-c8a53848-ff4e-42f3-8daf-89adb12e7f1d tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 944 time: 0.0801709
Jul 06 00:49:50.666262 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c3ecd1da-fe32-4e30-8dda-dd0967a39fc2 req-5fa4d796-5115-48bf-b0fe-c5b6dd04b20f tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422466
Jul 06 00:49:51.726541 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621391c-e741-4196-b296-f754cd79b57f req-82194191-3643-4f5a-a53d-b67585bcb2cd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:51.728163 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c621391c-e741-4196-b296-f754cd79b57f req-82194191-3643-4f5a-a53d-b67585bcb2cd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 944 time: 0.0778589
Jul 06 00:49:51.766286 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 00:49:51.784541 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c621391c-e741-4196-b296-f754cd79b57f req-591e518b-7a87-48a5-bd91-989f4b5b377f tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494235
Jul 06 00:49:51.862356 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff184a4a-4ec4-4e75-b3bd-26eaa1eda63a req-08564fed-8b03-445a-b2b8-bc9f7a769297 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:51.863882 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ff184a4a-4ec4-4e75-b3bd-26eaa1eda63a req-08564fed-8b03-445a-b2b8-bc9f7a769297 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 944 time: 0.0784090
Jul 06 00:49:51.906418 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:49:51.914800 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ff184a4a-4ec4-4e75-b3bd-26eaa1eda63a req-35e3ff5f-78c3-47fa-88dd-f6292f4afc85 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434175
Jul 06 00:49:51.921392 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Returning: {'device': '25e1b8bf-d092-4a97-9db7-d0ce1faf32b6', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'port_id': '25e1b8bf-d092-4a97-9db7-d0ce1faf32b6', 'mac_address': 'fa:16:3e:5f:e7:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 00:49:51.974331 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:51.991242 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 {{(pid=80882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:49:52.006330 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:49:52.009106 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:52.009823 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device ad682014-74b4-4eb4-93ae-d5b20e6151bd details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 00:49:52.013161 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:49:52.148542 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6,revision_number=9']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:49:52.167673 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:49:52.168106 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:49:52.168483 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:49:52.168851 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:49:52.169217 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:49:52.169579 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:49:52.169942 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:49:52.170305 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:49:52.170663 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:49:52.172385 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:49:52.172385 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:49:52.175498 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:49:52.217614 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port ad682014-74b4-4eb4-93ae-d5b20e6151bd, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=ad682014-74b4-4eb4-93ae-d5b20e6151bd,segment=NetworkSegment(13961f85-3457-4e48-ae65-f590338ac95f),segment_id=13961f85-3457-4e48-ae65-f590338ac95f)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:49:52.231715 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Returning: {'device': 'ad682014-74b4-4eb4-93ae-d5b20e6151bd', 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7', 'port_id': 'ad682014-74b4-4eb4-93ae-d5b20e6151bd', 'mac_address': 'fa:16:3e:51:d3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35df5122-581f-4bdc-a4f3-ffbf681f5270', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 00:49:52.281780 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:52.299221 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad682014-74b4-4eb4-93ae-d5b20e6151bd {{(pid=80882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:49:52.313894 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port ad682014-74b4-4eb4-93ae-d5b20e6151bd, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=ad682014-74b4-4eb4-93ae-d5b20e6151bd,segment=NetworkSegment(13961f85-3457-4e48-ae65-f590338ac95f),segment_id=13961f85-3457-4e48-ae65-f590338ac95f)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:49:52.317421 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:52.319296 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:49:52.381539 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=ad682014-74b4-4eb4-93ae-d5b20e6151bd,revision_number=7']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:49:52.384618 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:49:52.701694 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['25e1b8bf-d092-4a97-9db7-d0ce1faf32b6'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:49:52.728428 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['ad682014-74b4-4eb4-93ae-d5b20e6151bd'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:49:52.992174 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9644019-c555-4875-b60b-0b96f36b989d req-8609c4a5-6ce2-4b1d-8a89-487e50d508f9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:52.993776 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b9644019-c555-4875-b60b-0b96f36b989d req-8609c4a5-6ce2-4b1d-8a89-487e50d508f9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 945 time: 0.0834396
Jul 06 00:49:53.093685 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b9644019-c555-4875-b60b-0b96f36b989d req-8e68af25-3898-4598-a98a-896fca5520a3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0903506
Jul 06 00:49:53.124056 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9a2e6-0eed-41dd-af20-81bace897189 req-edb4a137-8e42-4bf7-be87-79473055a7b6 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:53.125602 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-33e9a2e6-0eed-41dd-af20-81bace897189 req-edb4a137-8e42-4bf7-be87-79473055a7b6 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 945 time: 0.0885413
Jul 06 00:49:53.385112 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-33e9a2e6-0eed-41dd-af20-81bace897189 req-a415c509-62f7-40eb-b9d4-248ef64cb632 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2519903
Jul 06 00:49:54.301827 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3b500-5edd-4cab-9550-ff31ff06a70d req-310ebd90-b496-4036-b021-4e8ef485ef51 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:54.303382 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d8f3b500-5edd-4cab-9550-ff31ff06a70d req-310ebd90-b496-4036-b021-4e8ef485ef51 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 945 time: 0.0780747
Jul 06 00:49:54.355478 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d8f3b500-5edd-4cab-9550-ff31ff06a70d req-65cb3ecb-fc94-4b99-a59a-b22491de05d5 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447249
Jul 06 00:49:54.574980 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78713a42-a04f-4606-868a-b6e124ab5b34 req-7c8631a3-1b10-4217-aa9d-2f3b5d030159 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:54.576621 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-78713a42-a04f-4606-868a-b6e124ab5b34 req-7c8631a3-1b10-4217-aa9d-2f3b5d030159 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 945 time: 0.0768335
Jul 06 00:49:54.627029 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-78713a42-a04f-4606-868a-b6e124ab5b34 req-e1769801-d128-4590-bddd-3547409fcee4 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414777
Jul 06 00:49:55.551914 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced67f5-07b8-46f4-a70e-8afbdad09e2e req-f7b87796-250e-4610-8fab-14a143dd4d2b tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:55.553464 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cced67f5-07b8-46f4-a70e-8afbdad09e2e req-f7b87796-250e-4610-8fab-14a143dd4d2b tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 945 time: 0.0791087
Jul 06 00:49:55.602421 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cced67f5-07b8-46f4-a70e-8afbdad09e2e req-e3561845-2b9e-4c03-9ed6-24d8e175fd7a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419507
Jul 06 00:49:55.785399 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 up at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:49:55.813438 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637436d9-ea16-4e44-a855-6662d958f6ef req-1578beec-658d-4272-9754-e6168cdc2564 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:55.815627 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-637436d9-ea16-4e44-a855-6662d958f6ef req-1578beec-658d-4272-9754-e6168cdc2564 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 945 time: 0.0772121
Jul 06 00:49:55.850472 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning complete for port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:49:55.850888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:55.869436 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-637436d9-ea16-4e44-a855-6662d958f6ef req-8bf5c87a-7230-495c-9a6c-ff0f2dbc899a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466845
Jul 06 00:49:55.959838 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:55.986535 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07582fb-c857-42c5-9910-d92ee63fe4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e1b8bf-d092-4a97-9db7-d0ce1faf32b6'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:49:55.997074 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:49:55.999988 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:56.000891 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device ad682014-74b4-4eb4-93ae-d5b20e6151bd up at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:49:56.033831 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:49:56.070550 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07582fb-c857-42c5-9910-d92ee63fe4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e1b8bf-d092-4a97-9db7-d0ce1faf32b6', 'code': 200}
Jul 06 00:49:56.117557 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6,revision_number=10']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:49:56.121353 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:49:56.133871 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning complete for port ad682014-74b4-4eb4-93ae-d5b20e6151bd triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:49:56.134335 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:56.245829 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:56.278360 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port ad682014-74b4-4eb4-93ae-d5b20e6151bd, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=ad682014-74b4-4eb4-93ae-d5b20e6151bd,segment=NetworkSegment(13961f85-3457-4e48-ae65-f590338ac95f),segment_id=13961f85-3457-4e48-ae65-f590338ac95f)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:49:56.281066 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:49:56.282993 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:49:56.345720 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=ad682014-74b4-4eb4-93ae-d5b20e6151bd,revision_number=8']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:49:56.348756 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:49:56.646947 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7ed575f9-3eb0-4701-bdce-601cb5a5ca53 req-6fc22c75-1992-4cd9-8a24-17204be6eb0d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 1100 time: 0.0677738
Jul 06 00:49:56.698385 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7ed575f9-3eb0-4701-bdce-601cb5a5ca53 req-3f3d9ff3-8bcc-45ab-a7b8-58412f7226dc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436244
Jul 06 00:49:56.792374 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151055e-00ad-4bc0-992b-976d487cb344 req-b5204c01-cf30-4d34-9144-8ed87f03cf17 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:56.793905 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e151055e-00ad-4bc0-992b-976d487cb344 req-b5204c01-cf30-4d34-9144-8ed87f03cf17 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 947 time: 0.0763669
Jul 06 00:49:56.842014 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e151055e-00ad-4bc0-992b-976d487cb344 req-f54a9fae-5730-4bba-9cf0-bba89ce06429 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403552
Jul 06 00:49:57.069875 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709bcf7-f880-4089-875e-46d9f84032d6 req-d0528b9e-768a-47f6-be4b-8e401250a69d tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:57.071462 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2709bcf7-f880-4089-875e-46d9f84032d6 req-d0528b9e-768a-47f6-be4b-8e401250a69d tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 946 time: 0.0799770
Jul 06 00:49:57.120656 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2709bcf7-f880-4089-875e-46d9f84032d6 req-cde94948-cb0f-4f2e-812d-192c510639b0 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418119
Jul 06 00:49:58.049430 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce9da4-14f3-45c5-999a-29136e8fdfd8 req-c5c4e027-25a1-40d5-aad6-6bd2f8fcdd52 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:58.051005 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-26ce9da4-14f3-45c5-999a-29136e8fdfd8 req-c5c4e027-25a1-40d5-aad6-6bd2f8fcdd52 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 947 time: 0.0840995
Jul 06 00:49:58.071910 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce1a6b4-e60c-479a-ab79-235549c8c6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad682014-74b4-4eb4-93ae-d5b20e6151bd'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:49:58.111293 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-26ce9da4-14f3-45c5-999a-29136e8fdfd8 req-9f56ccd0-78de-4d28-82ed-92ccdd2173c7 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531106
Jul 06 00:49:58.132592 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce1a6b4-e60c-479a-ab79-235549c8c6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad682014-74b4-4eb4-93ae-d5b20e6151bd', 'code': 200}
Jul 06 00:49:58.341521 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf21a9-b607-4d4b-ace3-0663bab99675 req-95c4a6ca-f6ed-43e3-8629-dce1003d4641 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:58.343108 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3edf21a9-b607-4d4b-ace3-0663bab99675 req-95c4a6ca-f6ed-43e3-8629-dce1003d4641 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 946 time: 0.0810554
Jul 06 00:49:58.402042 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3edf21a9-b607-4d4b-ace3-0663bab99675 req-79d263a8-3452-4474-8b2f-0ce764f250fb tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510936
Jul 06 00:49:58.464530 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-dc1f247c-ff73-4237-adf2-6ad5ed55cd76 req-6937e6e9-72bb-42c7-9e13-9fc2097975a2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 1099 time: 0.0689840
Jul 06 00:49:58.509271 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-dc1f247c-ff73-4237-adf2-6ad5ed55cd76 req-90e7a920-873f-4b44-857a-273f97211a25 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376668
Jul 06 00:49:59.307446 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee81c0-0922-439e-b4e9-5bdda863f177 req-f745c157-3ba3-4121-823e-9efce22d56c9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:59.308985 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-35ee81c0-0922-439e-b4e9-5bdda863f177 req-f745c157-3ba3-4121-823e-9efce22d56c9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 947 time: 0.0768650
Jul 06 00:49:59.357454 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-35ee81c0-0922-439e-b4e9-5bdda863f177 req-d0678d4b-1c5c-46cf-9355-f6fdbd46e633 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414665
Jul 06 00:49:59.603253 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f88b2a-a512-492b-9f7d-5312334bac66 req-f1c4a343-4566-49b3-bbf8-07b3a49bc3c5 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:49:59.604797 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-07f88b2a-a512-492b-9f7d-5312334bac66 req-f1c4a343-4566-49b3-bbf8-07b3a49bc3c5 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 946 time: 0.0814464
Jul 06 00:49:59.656442 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-07f88b2a-a512-492b-9f7d-5312334bac66 req-8271d8ba-eb8c-4c5e-85ea-2a770c5cebb2 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433230
Jul 06 00:50:00.849815 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b412a-a985-4bad-a193-9622276c933f req-6ba5cb46-d4db-48d6-aa42-affdd094cdcb tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:00.851413 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e17b412a-a985-4bad-a193-9622276c933f req-6ba5cb46-d4db-48d6-aa42-affdd094cdcb tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 946 time: 0.0765176
Jul 06 00:50:00.904433 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e17b412a-a985-4bad-a193-9622276c933f req-da12f154-ab83-4a9f-ab56-ad99de00d397 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459290
Jul 06 00:50:03.053753 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:50:07.105785 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fc858722-e303-434b-b48b-2a380ba11c19 req-735ed8e4-42e1-43db-96b7-94fc92585b86 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ee89605c1d5433e80ec9577b1ac160b&device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 1138 time: 0.0778732
Jul 06 00:50:07.127285 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec59f4-785d-42ec-bb6d-a7779dce7d22 req-2354c4ea-3d07-48e2-a4bf-18b76f4cbfc5 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:07.128879 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-48ec59f4-785d-42ec-bb6d-a7779dce7d22 req-2354c4ea-3d07-48e2-a4bf-18b76f4cbfc5 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 985 time: 0.0777626
Jul 06 00:50:07.185703 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-48ec59f4-785d-42ec-bb6d-a7779dce7d22 req-5cf631ee-38f3-4f5a-b40c-87a4baad120e tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&id=fc4c55b2-c029-447d-9e6a-b03fee61b868&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0471070
Jul 06 00:50:07.244186 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc858722-e303-434b-b48b-2a380ba11c19 req-b959dbab-42be-4ffc-97fb-85699490a633 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:07.245703 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fc858722-e303-434b-b48b-2a380ba11c19 req-b959dbab-42be-4ffc-97fb-85699490a633 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8815c6f2-5730-4c09-9071-1e2484a73f9d HTTP/1.1" status: 200  len: 915 time: 0.1326201
Jul 06 00:50:07.341891 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fc858722-e303-434b-b48b-2a380ba11c19 req-bce94e73-6050-49ec-8338-b6b0465fa3cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62907dae-91a6-413f-b8dc-2c43b8220d64 HTTP/1.1" status: 200  len: 1002 time: 0.0879269
Jul 06 00:50:07.405857 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc858722-e303-434b-b48b-2a380ba11c19 req-e368b067-913b-40ac-a6c3-cc7db0aae0b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:07.407293 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fc858722-e303-434b-b48b-2a380ba11c19 req-e368b067-913b-40ac-a6c3-cc7db0aae0b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=570e1dff-e7fa-4074-bc1a-0da62d00f781 HTTP/1.1" status: 200  len: 853 time: 0.0581021
Jul 06 00:50:07.480143 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fc858722-e303-434b-b48b-2a380ba11c19 req-f2ae950a-1599-43b1-a482-89a2b3da172b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8815c6f2-5730-4c09-9071-1e2484a73f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0655553
Jul 06 00:50:07.623268 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fc858722-e303-434b-b48b-2a380ba11c19 req-e7b36d18-7cad-49a3-97cc-d278875f5983 service neutron] 10.222.0.39 "GET /v2.0/networks/8815c6f2-5730-4c09-9071-1e2484a73f9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262901
Jul 06 00:50:07.769455 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fc858722-e303-434b-b48b-2a380ba11c19 req-369a648b-4971-4406-93a3-0a8ef3649f57 service neutron] 10.222.0.39 "GET /v2.0/networks/8815c6f2-5730-4c09-9071-1e2484a73f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320901
Jul 06 00:50:08.381984 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a34cf-bfd3-4e95-8124-356d5844698f req-edcff7dc-b4c3-41de-aabd-318345474790 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:08.383587 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d86a34cf-bfd3-4e95-8124-356d5844698f req-edcff7dc-b4c3-41de-aabd-318345474790 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 985 time: 0.0830667
Jul 06 00:50:08.439186 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d86a34cf-bfd3-4e95-8124-356d5844698f req-1fee9429-5cc0-417c-8cdd-bee771d8ac0a tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&id=fc4c55b2-c029-447d-9e6a-b03fee61b868&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0478964
Jul 06 00:50:09.633012 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21cc618-2a60-4f04-ae24-7f7ca29a46b4 req-74e22e01-2d28-422b-a309-8e440f3e1b58 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:09.634566 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b21cc618-2a60-4f04-ae24-7f7ca29a46b4 req-74e22e01-2d28-422b-a309-8e440f3e1b58 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 985 time: 0.0775266
Jul 06 00:50:09.689721 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b21cc618-2a60-4f04-ae24-7f7ca29a46b4 req-b54ecd61-49b2-4332-89f1-41d8800aafc9 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&id=fc4c55b2-c029-447d-9e6a-b03fee61b868&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0477443
Jul 06 00:50:10.884260 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32fcef-64e9-4cb2-af1c-42785d862df3 req-6eda7695-6792-414c-b006-0a40b9582664 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:10.885890 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5e32fcef-64e9-4cb2-af1c-42785d862df3 req-6eda7695-6792-414c-b006-0a40b9582664 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 985 time: 0.0797009
Jul 06 00:50:10.936533 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5e32fcef-64e9-4cb2-af1c-42785d862df3 req-c6069346-aa4a-458e-adc3-dbd59948291b tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&id=fc4c55b2-c029-447d-9e6a-b03fee61b868&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0430627
Jul 06 00:50:11.848714 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-aaac33b2-343b-4494-b72b-d0eb9a0d00c0 req-bdaf358d-3b9d-4aae-930f-ddf296e571a3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0730307
Jul 06 00:50:11.945522 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-aaac33b2-343b-4494-b72b-d0eb9a0d00c0 req-55ff8317-6318-4304-bb7b-2353c750ab8a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f0c256f0870e4bf7ae5b32acc283bad9&device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 1099 time: 0.0701628
Jul 06 00:50:12.106284 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac33b2-343b-4494-b72b-d0eb9a0d00c0 req-cea33e31-9dee-4aa2-baed-78c2570fea3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:12.107893 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-aaac33b2-343b-4494-b72b-d0eb9a0d00c0 req-cea33e31-9dee-4aa2-baed-78c2570fea3c service neutron] 10.222.0.39 "GET /v2.0/networks?id=411d145c-8901-4ec3-b98d-0157f9cbedb7 HTTP/1.1" status: 200  len: 910 time: 0.1327343
Jul 06 00:50:12.130782 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d698c0-8311-4d96-a9ff-e450674de6d7 req-96a47e62-2d9b-495c-b9af-a4916c694f22 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:12.132413 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-61d698c0-8311-4d96-a9ff-e450674de6d7 req-96a47e62-2d9b-495c-b9af-a4916c694f22 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 985 time: 0.0829666
Jul 06 00:50:12.186319 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-61d698c0-8311-4d96-a9ff-e450674de6d7 req-4c5a28b6-9e99-4d2a-a0d0-b59c142dfbee tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&id=fc4c55b2-c029-447d-9e6a-b03fee61b868&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0462317
Jul 06 00:50:12.206891 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-aaac33b2-343b-4494-b72b-d0eb9a0d00c0 req-8d690195-58bd-4ad9-bf98-0ac46af3f0a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad682014-74b4-4eb4-93ae-d5b20e6151bd HTTP/1.1" status: 200  len: 1002 time: 0.0901573
Jul 06 00:50:12.284282 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac33b2-343b-4494-b72b-d0eb9a0d00c0 req-1b91af5a-2a76-4e89-9de0-09edeaabd778 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:12.285814 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-aaac33b2-343b-4494-b72b-d0eb9a0d00c0 req-1b91af5a-2a76-4e89-9de0-09edeaabd778 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35df5122-581f-4bdc-a4f3-ffbf681f5270 HTTP/1.1" status: 200  len: 848 time: 0.0640049
Jul 06 00:50:12.305289 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8ffc311c-c0df-4c05-a313-dcd9b3ef2e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:12.370905 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-aaac33b2-343b-4494-b72b-d0eb9a0d00c0 req-96c2fb0c-6762-44b3-b15b-0b00baf297f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=411d145c-8901-4ec3-b98d-0157f9cbedb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0686653
Jul 06 00:50:12.735021 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-aaac33b2-343b-4494-b72b-d0eb9a0d00c0 req-28231ff9-be21-409c-8604-34685eaf3413 service neutron] 10.222.0.39 "GET /v2.0/networks/411d145c-8901-4ec3-b98d-0157f9cbedb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3513658
Jul 06 00:50:12.885030 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-aaac33b2-343b-4494-b72b-d0eb9a0d00c0 req-0bc4b5eb-f3d9-4b33-b14a-dadb24d08cd3 service neutron] 10.222.0.39 "GET /v2.0/networks/411d145c-8901-4ec3-b98d-0157f9cbedb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395760
Jul 06 00:50:13.377588 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea97090-c156-4b03-93a4-67e75763d550 req-22b9b8fa-5d2e-47be-98c5-6fe32f52b9b5 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:13.379245 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-4ea97090-c156-4b03-93a4-67e75763d550 req-22b9b8fa-5d2e-47be-98c5-6fe32f52b9b5 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 985 time: 0.0808415
Jul 06 00:50:13.430288 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-4ea97090-c156-4b03-93a4-67e75763d550 req-da2443bd-b167-48eb-8734-a692fd886da4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&id=fc4c55b2-c029-447d-9e6a-b03fee61b868&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0439901
Jul 06 00:50:13.658939 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:14.031610 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:14.337868 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-964ab7d4-5666-44da-962a-205f36bb63e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:14.622880 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff5ded-917c-49b8-bbc9-964b8384bf57 req-fd793e28-e2b9-43b5-9e6c-fa48b652ed67 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:14.624436 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5dff5ded-917c-49b8-bbc9-964b8384bf57 req-fd793e28-e2b9-43b5-9e6c-fa48b652ed67 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 985 time: 0.0766251
Jul 06 00:50:14.679437 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5dff5ded-917c-49b8-bbc9-964b8384bf57 req-5452ec72-2b6d-4dc2-b1e0-dbd0ae041e75 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&id=fc4c55b2-c029-447d-9e6a-b03fee61b868&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0480063
Jul 06 00:50:14.831599 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:15.869038 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce39312-c8b1-46e5-b19c-053a96e257e6 req-9373f2b0-3618-42aa-a334-cb1b2f317199 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:15.870494 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6ce39312-c8b1-46e5-b19c-053a96e257e6 req-9373f2b0-3618-42aa-a334-cb1b2f317199 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 985 time: 0.0760567
Jul 06 00:50:15.921411 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6ce39312-c8b1-46e5-b19c-053a96e257e6 req-c324314c-ec46-4898-b714-59534d0b2480 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&id=fc4c55b2-c029-447d-9e6a-b03fee61b868&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0430663
Jul 06 00:50:15.984598 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:17.115649 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f753fd-210f-49ce-9a6a-62d88f3573b2 req-adbc19ef-0ccf-4225-bcc7-a02b93d5cdcf tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:17.117120 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-91f753fd-210f-49ce-9a6a-62d88f3573b2 req-adbc19ef-0ccf-4225-bcc7-a02b93d5cdcf tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 985 time: 0.0828557
Jul 06 00:50:17.170999 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-91f753fd-210f-49ce-9a6a-62d88f3573b2 req-2c4d8f2d-92fb-4fbc-a0d5-bd3ec5836681 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&id=fc4c55b2-c029-447d-9e6a-b03fee61b868&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0465841
Jul 06 00:50:18.364193 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9d147-dbe4-4350-8dec-a8a5a7a1594c req-b3d70264-4f6f-49be-9ec8-637be7dd6ecd tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:18.365789 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a2f9d147-dbe4-4350-8dec-a8a5a7a1594c req-b3d70264-4f6f-49be-9ec8-637be7dd6ecd tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 985 time: 0.0786314
Jul 06 00:50:18.425517 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a2f9d147-dbe4-4350-8dec-a8a5a7a1594c req-12aafefa-4c86-4265-8895-6306a0e104de tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&id=fc4c55b2-c029-447d-9e6a-b03fee61b868&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0525303
Jul 06 00:50:19.615719 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28660cc-3fd9-4780-bf06-d57ebc489e5e req-02c60f7d-25b5-4790-bce8-c8aef73443a4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:19.617273 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a28660cc-3fd9-4780-bf06-d57ebc489e5e req-02c60f7d-25b5-4790-bce8-c8aef73443a4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 985 time: 0.0770762
Jul 06 00:50:19.668115 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a28660cc-3fd9-4780-bf06-d57ebc489e5e req-8ec7b539-f086-49f4-b484-2ee261b0a905 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&id=fc4c55b2-c029-447d-9e6a-b03fee61b868&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0437622
Jul 06 00:50:20.864988 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f57c5-b901-4809-a6bf-4472432bb130 req-47c515c0-0f13-4456-a2e3-23f5710c876e tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:20.866562 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-533f57c5-b901-4809-a6bf-4472432bb130 req-47c515c0-0f13-4456-a2e3-23f5710c876e tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 985 time: 0.0829802
Jul 06 00:50:20.919546 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-533f57c5-b901-4809-a6bf-4472432bb130 req-f6fc7905-7be3-4824-a4ba-efbb28a26aa3 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&id=fc4c55b2-c029-447d-9e6a-b03fee61b868&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0457442
Jul 06 00:50:22.111957 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d0f8c-2a0f-4fa6-acad-69dd774f553e req-04c4070a-51e0-4264-b3ca-5df699c416bd tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:22.113535 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7d1d0f8c-2a0f-4fa6-acad-69dd774f553e req-04c4070a-51e0-4264-b3ca-5df699c416bd tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 985 time: 0.0775874
Jul 06 00:50:22.185700 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7d1d0f8c-2a0f-4fa6-acad-69dd774f553e req-71ed6137-8062-4522-8514-5192457a054b tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&id=fc4c55b2-c029-447d-9e6a-b03fee61b868&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0534108
Jul 06 00:50:22.646436 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fed82-1803-46bc-817c-9952da5020d5 req-71ecdaff-9da2-4331-9239-d8ad4d315b43 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:22.648016 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-344fed82-1803-46bc-817c-9952da5020d5 req-71ecdaff-9da2-4331-9239-d8ad4d315b43 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0776408
Jul 06 00:50:22.696960 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-344fed82-1803-46bc-817c-9952da5020d5 req-3ba3eb47-f2fb-45ed-a0e4-3ed1b2cfced9 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420506
Jul 06 00:50:23.533496 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73948d-b331-44bb-aa89-5c637fdc6db3 req-197ebeec-1f72-46ad-ad8e-01bb972f1da2 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:23.535125 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-aa73948d-b331-44bb-aa89-5c637fdc6db3 req-197ebeec-1f72-46ad-ad8e-01bb972f1da2 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 985 time: 0.0867801
Jul 06 00:50:23.588036 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-aa73948d-b331-44bb-aa89-5c637fdc6db3 req-5ad26cc5-0e4a-4f55-acd9-48714e0ff97e tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&id=fc4c55b2-c029-447d-9e6a-b03fee61b868&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0453997
Jul 06 00:50:23.894563 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d74aa-89d3-4572-8344-d38ede5b1c7e req-5c7fc2b7-ddfd-413e-8fbb-4b7a7dda4123 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:23.896044 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1c9d74aa-89d3-4572-8344-d38ede5b1c7e req-5c7fc2b7-ddfd-413e-8fbb-4b7a7dda4123 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0818398
Jul 06 00:50:23.946243 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1c9d74aa-89d3-4572-8344-d38ede5b1c7e req-c538be58-2689-4761-8514-ec4be262d857 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=000627aa-f430-4c74-94a6-a2daad1b76ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432143
Jul 06 00:50:24.058506 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5417d2-421f-4282-a1fc-eade082eb85c req-0421d432-38b8-440c-8056-ccca3c25557f tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:24.060033 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-da5417d2-421f-4282-a1fc-eade082eb85c req-0421d432-38b8-440c-8056-ccca3c25557f tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.39 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 945 time: 0.0811093
Jul 06 00:50:24.138833 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-da5417d2-421f-4282-a1fc-eade082eb85c req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Deleting port d638c42e-f518-4045-a066-f3389aae47d5 {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:50:24.139239 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-da5417d2-421f-4282-a1fc-eade082eb85c req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:24.377645 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-da5417d2-421f-4282-a1fc-eade082eb85c req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] For port d638c42e-f518-4045-a066-f3389aae47d5, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=d638c42e-f518-4045-a066-f3389aae47d5,segment=NetworkSegment(b8b15407-88ee-4838-b353-b0f018d7e9a4),segment_id=b8b15407-88ee-4838-b353-b0f018d7e9a4)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:50:24.378038 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-da5417d2-421f-4282-a1fc-eade082eb85c req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:24.634979 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-da5417d2-421f-4282-a1fc-eade082eb85c req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:24.635439 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-da5417d2-421f-4282-a1fc-eade082eb85c req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459972'] for floatingip, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:24.635738 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.l3_db [req-da5417d2-421f-4282-a1fc-eade082eb85c req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Floating IP 6cadecbc-1ceb-4e16-8892-3c4689409d15 disassociated. External IP: 172.27.1.253, port: d638c42e-f518-4045-a066-f3389aae47d5.
Jul 06 00:50:24.636107 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-da5417d2-421f-4282-a1fc-eade082eb85c req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Calling delete_port for d638c42e-f518-4045-a066-f3389aae47d5 owned by compute:nova {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:50:24.773761 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-da5417d2-421f-4282-a1fc-eade082eb85c req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:24.779270 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a9788-b1ce-4c59-95e6-43e0bccd20ca req-63eb11b3-4eba-4f07-b00c-de5c67965cc1 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:24.779716 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:50:24.780893 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f92a9788-b1ce-4c59-95e6-43e0bccd20ca req-63eb11b3-4eba-4f07-b00c-de5c67965cc1 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 985 time: 0.0800407
Jul 06 00:50:24.823761 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Pushing event deleted for resources: {'Port': ['ID=d638c42e-f518-4045-a066-f3389aae47d5,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:50:24.836556 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f92a9788-b1ce-4c59-95e6-43e0bccd20ca req-edae6b06-c16c-40bd-9995-efea2670f1c9 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&id=fc4c55b2-c029-447d-9e6a-b03fee61b868&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0476089
Jul 06 00:50:24.840599 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:50:24.841019 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:50:24.841424 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:50:24.841824 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:50:24.842208 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:50:24.842594 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:50:24.842987 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:50:24.843440 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:50:24.843831 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:50:24.844218 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:50:24.845201 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:50:24.849440 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:50:25.048880 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da5417d2-421f-4282-a1fc-eade082eb85c req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Router b229c976-f77d-438f-9b2d-3b32b06a515a has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:50:25.112901 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-72edc86b-073a-4c2c-b023-935a48dbc94d req-8bbb4c9a-6ff0-488c-9d7a-80d5c8476207 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=af153466-5d78-4fa4-87ee-4044f758aa6f HTTP/1.1" status: 200  len: 210 time: 0.0517597
Jul 06 00:50:25.251190 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da5417d2-421f-4282-a1fc-eade082eb85c req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:50:25.261086 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7aeb41-c210-4d05-95e5-3c17eed7ef55 None None] Sync routers for ids ['b229c976-f77d-438f-9b2d-3b32b06a515a'] in dv-cinder-799546-2-iscsi {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:50:25.280705 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7aeb41-c210-4d05-95e5-3c17eed7ef55 None None] Routers {'b229c976-f77d-438f-9b2d-3b32b06a515a'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:50:25.281419 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-cb7aeb41-c210-4d05-95e5-3c17eed7ef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a902cfac8>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:50:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b229c976-f77d-438f-9b2d-3b32b06a515a'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:50:25.324914 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5417d2-421f-4282-a1fc-eade082eb85c req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] No DVR routers for this DVR port d638c42e-f518-4045-a066-f3389aae47d5 on host hv-cinder-79954 {{(pid=80881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:50:25.327503 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-da5417d2-421f-4282-a1fc-eade082eb85c req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:25.331240 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af153466-5d78-4fa4-87ee-4044f758aa6f', 'name': 'network-vif-deleted', 'tag': 'd638c42e-f518-4045-a066-f3389aae47d5'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:50:25.347440 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-da5417d2-421f-4282-a1fc-eade082eb85c req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.39 "DELETE /v2.0/ports/d638c42e-f518-4045-a066-f3389aae47d5 HTTP/1.1" status: 204  len: 173 time: 1.2690554
Jul 06 00:50:25.384622 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af153466-5d78-4fa4-87ee-4044f758aa6f', 'name': 'network-vif-deleted', 'tag': 'd638c42e-f518-4045-a066-f3389aae47d5', 'status': 'completed', 'code': 200}
Jul 06 00:50:25.475453 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-cb7aeb41-c210-4d05-95e5-3c17eed7ef55 None None] Set router b229c976-f77d-438f-9b2d-3b32b06a515a gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:50:25.786637 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-cb7aeb41-c210-4d05-95e5-3c17eed7ef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a902cfac8>, [{'id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'name': 'tempest-AttachVolumeTestJSON-233331972-router', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:25Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'gw_port': {'id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:27Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '7581e3a9-f348-4b86-a8d5-85c42f0c25b9', 'name': '', 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'mac_address': 'fa:16:3e:e9:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:34Z', 'updated_at': '2021-07-06T00:42:53Z', 'revision_number': 5, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'subnets': [{'id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:50:25.790625 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7aeb41-c210-4d05-95e5-3c17eed7ef55 None None] Checking router: b229c976-f77d-438f-9b2d-3b32b06a515a for host: dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:50:25.801837 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7aeb41-c210-4d05-95e5-3c17eed7ef55 None None] Routers {'b229c976-f77d-438f-9b2d-3b32b06a515a'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:50:25.802485 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-cb7aeb41-c210-4d05-95e5-3c17eed7ef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a902cfac8>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:50:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b229c976-f77d-438f-9b2d-3b32b06a515a'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:50:25.974182 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-cb7aeb41-c210-4d05-95e5-3c17eed7ef55 None None] Set router b229c976-f77d-438f-9b2d-3b32b06a515a gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:50:26.247557 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 59408) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:50:26.286058 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-cb7aeb41-c210-4d05-95e5-3c17eed7ef55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a902cfac8>, [{'id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'name': 'tempest-AttachVolumeTestJSON-233331972-router', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:25Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'gw_port': {'id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:27Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '7581e3a9-f348-4b86-a8d5-85c42f0c25b9', 'name': '', 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'mac_address': 'fa:16:3e:e9:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:34Z', 'updated_at': '2021-07-06T00:42:53Z', 'revision_number': 5, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'subnets': [{'id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:50:26.290034 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7aeb41-c210-4d05-95e5-3c17eed7ef55 None None] The sync data for ids ['b229c976-f77d-438f-9b2d-3b32b06a515a'] in dv-cinder-799546-2-iscsi is: [{'id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'name': 'tempest-AttachVolumeTestJSON-233331972-router', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:25Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'gw_port': {'id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:27Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '7581e3a9-f348-4b86-a8d5-85c42f0c25b9', 'name': '', 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'mac_address': 'fa:16:3e:e9:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:34Z', 'updated_at': '2021-07-06T00:42:53Z', 'revision_number': 5, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'subnets': [{'id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:50:26.317817 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-12ff26aa-370d-456b-8e55-721dc85e6d79 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:26.347270 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-12ff26aa-370d-456b-8e55-721dc85e6d79 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:26.397600 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-12ff26aa-370d-456b-8e55-721dc85e6d79 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:26.402883 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cded2ff0-6b19-4360-bed4-b013b5f1de59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:50:26.417819 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff26aa-370d-456b-8e55-721dc85e6d79 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=000627aa-f430-4c74-94a6-a2daad1b76ad,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:50:26.420570 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-12ff26aa-370d-456b-8e55-721dc85e6d79 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:50:26.427921 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-12ff26aa-370d-456b-8e55-721dc85e6d79 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:26.429233 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-12ff26aa-370d-456b-8e55-721dc85e6d79 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "DELETE /v2.0/security-groups/000627aa-f430-4c74-94a6-a2daad1b76ad HTTP/1.1" status: 204  len: 168 time: 0.1805999
Jul 06 00:50:26.432197 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 59412) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:50:26.450255 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.v2.resource [None req-83d7c496-02bd-4336-b998-76389ffa6706 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] show failed (client error): The resource could not be found.
Jul 06 00:50:26.451353 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-83d7c496-02bd-4336-b998-76389ffa6706 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups/000627aa-f430-4c74-94a6-a2daad1b76ad HTTP/1.1" status: 404  len: 347 time: 0.0181468
Jul 06 00:50:26.454703 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 59416) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:50:26.607101 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-6f6ed70d-a4f5-4fde-aa65-bfaaa1a7adcd tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Deleting port 2bab39b1-e309-4329-8dc9-144db2d4075c {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:50:26.607506 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed70d-a4f5-4fde-aa65-bfaaa1a7adcd tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:26.725280 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43ed75f-2f10-4455-88ed-6471e56ad42a None None] New status for floating IP 6cadecbc-1ceb-4e16-8892-3c4689409d15: DOWN {{(pid=80883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 00:50:26.773909 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed70d-a4f5-4fde-aa65-bfaaa1a7adcd tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:26.774278 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed70d-a4f5-4fde-aa65-bfaaa1a7adcd tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:27.125345 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-6f6ed70d-a4f5-4fde-aa65-bfaaa1a7adcd tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Calling delete_port for 2bab39b1-e309-4329-8dc9-144db2d4075c owned by network:floatingip {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:50:27.204818 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.db.api [None req-6f6ed70d-a4f5-4fde-aa65-bfaaa1a7adcd tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80881) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 06 00:50:27.205112 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_db.api [None req-6f6ed70d-a4f5-4fde-aa65-bfaaa1a7adcd tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 06 00:50:27.706075 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-6f6ed70d-a4f5-4fde-aa65-bfaaa1a7adcd tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Deleting port 2bab39b1-e309-4329-8dc9-144db2d4075c {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:50:27.706457 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed70d-a4f5-4fde-aa65-bfaaa1a7adcd tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:27.868616 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed70d-a4f5-4fde-aa65-bfaaa1a7adcd tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:27.868975 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed70d-a4f5-4fde-aa65-bfaaa1a7adcd tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:27.993778 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-6f6ed70d-a4f5-4fde-aa65-bfaaa1a7adcd tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Calling delete_port for 2bab39b1-e309-4329-8dc9-144db2d4075c owned by network:floatingip {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:50:28.013376 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device d638c42e-f518-4045-a066-f3389aae47d5 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:50:28.050118 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-375f1531-e412-4812-87f3-970f43045b6a None None] No Port match for: d638c42e-f518-4045-a066-f3389aae47d5 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:50:28.050503 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device d638c42e-f518-4045-a066-f3389aae47d5 not bound to the agent host hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:50:28.120754 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed70d-a4f5-4fde-aa65-bfaaa1a7adcd tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:28.125399 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9bd4ad81-2f56-4d8b-84a3-0b6f6f3b0d54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:50:28.169405 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ed70d-a4f5-4fde-aa65-bfaaa1a7adcd tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Pushing event deleted for resources: {'Port': ['ID=2bab39b1-e309-4329-8dc9-144db2d4075c,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:50:28.172442 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-6f6ed70d-a4f5-4fde-aa65-bfaaa1a7adcd tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:50:28.262676 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed70d-a4f5-4fde-aa65-bfaaa1a7adcd tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for floatingip, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:28.277277 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed70d-a4f5-4fde-aa65-bfaaa1a7adcd tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for floatingip, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:28.278457 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-6f6ed70d-a4f5-4fde-aa65-bfaaa1a7adcd tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "DELETE /v2.0/floatingips/6cadecbc-1ceb-4e16-8892-3c4689409d15 HTTP/1.1" status: 204  len: 168 time: 1.8227460
Jul 06 00:50:28.580654 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 59428) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:50:28.588188 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-06bcb72a-2a11-4407-9435-9681e3c6f6ea tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2079353418', 'description': 'tempest-description--2070950425'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:50:28.594618 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-06bcb72a-2a11-4407-9435-9681e3c6f6ea tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:50:28.598862 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-06bcb72a-2a11-4407-9435-9681e3c6f6ea tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Usage tracker for resource:security_group and tenant:13398ab56bc24c4687d1034e36eb418f is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:50:28.601835 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-06bcb72a-2a11-4407-9435-9681e3c6f6ea tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:50:28.607714 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-06bcb72a-2a11-4407-9435-9681e3c6f6ea tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:50:28.617741 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-06bcb72a-2a11-4407-9435-9681e3c6f6ea tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:28.652575 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-06bcb72a-2a11-4407-9435-9681e3c6f6ea tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:50:28.656382 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-06bcb72a-2a11-4407-9435-9681e3c6f6ea tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Usage tracker for resource:security_group_rule and tenant:13398ab56bc24c4687d1034e36eb418f is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:50:28.659937 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-06bcb72a-2a11-4407-9435-9681e3c6f6ea tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:50:28.665623 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-06bcb72a-2a11-4407-9435-9681e3c6f6ea tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:50:28.725309 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-06bcb72a-2a11-4407-9435-9681e3c6f6ea tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:28.727984 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-06bcb72a-2a11-4407-9435-9681e3c6f6ea tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:28.733094 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f96acc76-7d16-43d2-a51f-bb3253aef9ee tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:50:28.777419 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bcb72a-2a11-4407-9435-9681e3c6f6ea tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f07acac-ba23-4792-9b37-9ea491b643ed,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:50:28.780286 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-06bcb72a-2a11-4407-9435-9681e3c6f6ea tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:50:28.781152 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-06bcb72a-2a11-4407-9435-9681e3c6f6ea tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:28.786600 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-06bcb72a-2a11-4407-9435-9681e3c6f6ea tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1596 time: 0.2048037
Jul 06 00:50:28.791227 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 59432) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:50:28.800220 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-33bcb6b6-2834-4a6a-8048-8136c9cf635d tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Request body: {'security_group_rule': {'security_group_id': '1f07acac-ba23-4792-9b37-9ea491b643ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:50:28.806699 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-33bcb6b6-2834-4a6a-8048-8136c9cf635d tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:50:28.810597 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-33bcb6b6-2834-4a6a-8048-8136c9cf635d tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Usage tracker for resource:security_group_rule and tenant:13398ab56bc24c4687d1034e36eb418f is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:50:28.813658 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-33bcb6b6-2834-4a6a-8048-8136c9cf635d tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:50:28.820874 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-33bcb6b6-2834-4a6a-8048-8136c9cf635d tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:50:28.837258 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-33bcb6b6-2834-4a6a-8048-8136c9cf635d tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:28.896852 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-33bcb6b6-2834-4a6a-8048-8136c9cf635d tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:28.899483 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-33bcb6b6-2834-4a6a-8048-8136c9cf635d tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492264'] for security_group_rule, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:28.907632 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-040f69a4-3ac7-4245-ac78-34d2fa3801fc tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:50:28.929550 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcb6b6-2834-4a6a-8048-8136c9cf635d tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c4d5c4-95f1-4747-81b0-e828fb84a938,revision_number=0']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:50:28.932023 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-33bcb6b6-2834-4a6a-8048-8136c9cf635d tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:50:28.935512 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-33bcb6b6-2834-4a6a-8048-8136c9cf635d tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:28.936653 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-33bcb6b6-2834-4a6a-8048-8136c9cf635d tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1443975
Jul 06 00:50:28.940114 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 59436) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:50:28.945998 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-4634e300-6251-4ebd-83a4-188290f1d6c0 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Request body: {'security_group_rule': {'security_group_id': '1f07acac-ba23-4792-9b37-9ea491b643ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:50:28.952062 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-4634e300-6251-4ebd-83a4-188290f1d6c0 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:50:28.956131 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-4634e300-6251-4ebd-83a4-188290f1d6c0 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Usage tracker for resource:security_group_rule and tenant:13398ab56bc24c4687d1034e36eb418f is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:50:28.959032 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-4634e300-6251-4ebd-83a4-188290f1d6c0 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:50:28.965369 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-4634e300-6251-4ebd-83a4-188290f1d6c0 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:50:28.980472 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4634e300-6251-4ebd-83a4-188290f1d6c0 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:29.043331 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4634e300-6251-4ebd-83a4-188290f1d6c0 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:29.045846 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4634e300-6251-4ebd-83a4-188290f1d6c0 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492264'] for security_group_rule, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:29.048553 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-085d9176-869d-4995-8076-b9d032a4d4f4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:50:29.068806 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634e300-6251-4ebd-83a4-188290f1d6c0 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d16cc49-fd9a-4228-9887-324ddfe1e00c,revision_number=0']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:50:29.073188 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-4634e300-6251-4ebd-83a4-188290f1d6c0 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:50:29.079832 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4634e300-6251-4ebd-83a4-188290f1d6c0 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:29.081062 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-4634e300-6251-4ebd-83a4-188290f1d6c0 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1399665
Jul 06 00:50:29.084566 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 59440) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:50:29.090388 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-c80a0efa-874f-4eae-b405-f9cc9bb82526 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Request body: {'floatingip': {'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:50:29.096848 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c80a0efa-874f-4eae-b405-f9cc9bb82526 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:50:29.100848 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c80a0efa-874f-4eae-b405-f9cc9bb82526 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Usage tracker for resource:floatingip and tenant:13398ab56bc24c4687d1034e36eb418f is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:50:29.103819 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c80a0efa-874f-4eae-b405-f9cc9bb82526 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:50:29.111243 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c80a0efa-874f-4eae-b405-f9cc9bb82526 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:50:29.121320 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c80a0efa-874f-4eae-b405-f9cc9bb82526 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for floatingip, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:29.266700 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c80a0efa-874f-4eae-b405-f9cc9bb82526 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:29.399742 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-c80a0efa-874f-4eae-b405-f9cc9bb82526 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Allocated IP 172.27.1.25 (34126de2-0804-4024-8df6-3ba8cfd107e5/1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b/dae9035f-bbf0-4ef9-a5b4-cd374fc265cf) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:50:29.543887 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c80a0efa-874f-4eae-b405-f9cc9bb82526 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:29.568608 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c80a0efa-874f-4eae-b405-f9cc9bb82526 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:29.572746 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5f1da268-6678-4899-accd-db2bf0341f57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:50:29.640295 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80a0efa-874f-4eae-b405-f9cc9bb82526 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Network 34126de2-0804-4024-8df6-3ba8cfd107e5 is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:50:29.644245 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-c80a0efa-874f-4eae-b405-f9cc9bb82526 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:50:29.646129 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a0efa-874f-4eae-b405-f9cc9bb82526 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Pushing event updated for resources: {'Port': ['ID=dae9035f-bbf0-4ef9-a5b4-cd374fc265cf,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:50:29.648395 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80a0efa-874f-4eae-b405-f9cc9bb82526 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:50:29.670191 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c80a0efa-874f-4eae-b405-f9cc9bb82526 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:50:29.793663 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c80a0efa-874f-4eae-b405-f9cc9bb82526 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:29.845029 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c80a0efa-874f-4eae-b405-f9cc9bb82526 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:30.038807 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c80a0efa-874f-4eae-b405-f9cc9bb82526 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:30.042232 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c80a0efa-874f-4eae-b405-f9cc9bb82526 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853431108'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:30.046389 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-52f01148-716d-42cd-bd7b-03777c355a09 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:50:30.143381 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a0efa-874f-4eae-b405-f9cc9bb82526 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Pushing event updated for resources: {'Port': ['ID=dae9035f-bbf0-4ef9-a5b4-cd374fc265cf,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:50:30.147653 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c80a0efa-874f-4eae-b405-f9cc9bb82526 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:50:30.158704 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c80a0efa-874f-4eae-b405-f9cc9bb82526 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459972'] for floatingip, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:30.180347 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c80a0efa-874f-4eae-b405-f9cc9bb82526 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for floatingip, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:30.181622 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-c80a0efa-874f-4eae-b405-f9cc9bb82526 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.0960557
Jul 06 00:50:30.349883 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-ed05506c-aaed-47a5-bde2-ba0a05e3dc26 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2079353418&fields=id&tenant_id=13398ab56bc24c4687d1034e36eb418f HTTP/1.1" status: 200  len: 267 time: 0.0432348
Jul 06 00:50:30.407612 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-d582e22a-6b9c-4412-a0e7-0992ce7c3731 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups/1f07acac-ba23-4792-9b37-9ea491b643ed HTTP/1.1" status: 200  len: 2593 time: 0.0512359
Jul 06 00:50:30.560895 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-b9f31c2f-248f-4551-a525-daf284e8a559 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:30.562357 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-b9f31c2f-248f-4551-a525-daf284e8a559 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/networks?id=41657b10-f5b5-45f4-877a-d9b5218b372e HTTP/1.1" status: 200  len: 810 time: 0.1468060
Jul 06 00:50:30.581336 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-f9fa6783-4936-496c-9c52-d593de5962c5 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/quotas/13398ab56bc24c4687d1034e36eb418f HTTP/1.1" status: 200  len: 375 time: 0.0115798
Jul 06 00:50:30.667754 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-5c053d0a-9959-4128-b6d2-b4dcca6d2f83 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=13398ab56bc24c4687d1034e36eb418f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0800924
Jul 06 00:50:30.810641 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-0a99620f-68d8-413d-8e81-e4a3bd45b6fd service neutron] 10.222.0.13 "GET /v2.0/networks/41657b10-f5b5-45f4-877a-d9b5218b372e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289651
Jul 06 00:50:31.145015 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-ace91111-7d31-4efa-a82f-1e3bf15e7600 service neutron] 10.222.0.13 "GET /v2.0/networks/41657b10-f5b5-45f4-877a-d9b5218b372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3263445
Jul 06 00:50:31.399791 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d0c9e2b3-1133-4be4-8668-e40f9c577e49 req-320d35d7-8f6f-4cfd-b347-56dbe867610d tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=6954818b-4797-4306-852a-7001acfddf4c HTTP/1.1" status: 200  len: 210 time: 0.0474718
Jul 06 00:50:32.519110 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-588beaf1-f97a-45c9-adf9-5daf0aaacea5 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:32.520695 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-588beaf1-f97a-45c9-adf9-5daf0aaacea5 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.39 "GET /v2.0/networks?id=41657b10-f5b5-45f4-877a-d9b5218b372e HTTP/1.1" status: 200  len: 810 time: 0.1545885
Jul 06 00:50:32.567536 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b8537ba3-0357-4b8b-90af-e2db07eab66d req-c6e10002-936a-4fbf-a269-fb463d63a9f2 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=6954818b-4797-4306-852a-7001acfddf4c HTTP/1.1" status: 200  len: 210 time: 0.0445168
Jul 06 00:50:32.604891 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-dc0ecf09-2a82-45ae-ae04-4f2718b5d4dc tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Synchronizing usage tracker for tenant:13398ab56bc24c4687d1034e36eb418f on resource:security_group {{(pid=80881) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:50:32.620108 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-dc0ecf09-2a82-45ae-ae04-4f2718b5d4dc tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Unset dirty status for tenant:13398ab56bc24c4687d1034e36eb418f on resource:security_group {{(pid=80881) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:50:32.621442 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-dc0ecf09-2a82-45ae-ae04-4f2718b5d4dc tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=13398ab56bc24c4687d1034e36eb418f HTTP/1.1" status: 200  len: 5009 time: 0.0918937
Jul 06 00:50:32.636159 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-3a7f2f99-04e2-406e-8d5f-4c62bbfa83ca tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Request body: {'port': {'device_id': '6954818b-4797-4306-852a-7001acfddf4c', 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'admin_state_up': True, 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'security_groups': ['1f07acac-ba23-4792-9b37-9ea491b643ed']}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:50:32.771746 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-3a7f2f99-04e2-406e-8d5f-4c62bbfa83ca tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:50:32.775853 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-3a7f2f99-04e2-406e-8d5f-4c62bbfa83ca tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Usage tracker for resource:port and tenant:13398ab56bc24c4687d1034e36eb418f is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:50:32.779604 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-3a7f2f99-04e2-406e-8d5f-4c62bbfa83ca tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:50:32.786212 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-3a7f2f99-04e2-406e-8d5f-4c62bbfa83ca tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:50:32.795435 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-3a7f2f99-04e2-406e-8d5f-4c62bbfa83ca tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Made reservation on behalf of 13398ab56bc24c4687d1034e36eb418f for: {'port': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:50:32.801553 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-3a7f2f99-04e2-406e-8d5f-4c62bbfa83ca tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:33.200075 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-3a7f2f99-04e2-406e-8d5f-4c62bbfa83ca tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Allocated IP 172.20.0.12 (41657b10-f5b5-45f4-877a-d9b5218b372e/a5087eff-ba0b-47fa-bad0-5225f3587e40/8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:50:33.383090 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-3a7f2f99-04e2-406e-8d5f-4c62bbfa83ca tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:33.399312 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-3a7f2f99-04e2-406e-8d5f-4c62bbfa83ca tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Transition to ACTIVE for port object 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 will not be triggered until provisioned by entity DHCP. {{(pid=80881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:50:33.417963 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-3a7f2f99-04e2-406e-8d5f-4c62bbfa83ca tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:33.424158 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-71864712-f340-418f-b146-2b79219ad0d0 tempest-VolumesActionsTest-240627758 tempest-VolumesActionsTest-240627758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:50:33.492539 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-3a7f2f99-04e2-406e-8d5f-4c62bbfa83ca tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Network 41657b10-f5b5-45f4-877a-d9b5218b372e is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:50:33.495852 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-3a7f2f99-04e2-406e-8d5f-4c62bbfa83ca tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:50:33.498104 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f2f99-04e2-406e-8d5f-4c62bbfa83ca tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Pushing event updated for resources: {'Port': ['ID=8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:50:33.500387 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-3a7f2f99-04e2-406e-8d5f-4c62bbfa83ca tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:50:33.527098 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3a7f2f99-04e2-406e-8d5f-4c62bbfa83ca tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:50:33.567818 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-3a7f2f99-04e2-406e-8d5f-4c62bbfa83ca tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:33.568510 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-3a7f2f99-04e2-406e-8d5f-4c62bbfa83ca tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:33.594229 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-3a7f2f99-04e2-406e-8d5f-4c62bbfa83ca tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9620321
Jul 06 00:50:33.607378 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-48ff254d-ac19-4b97-99ec-ddd13cc87fd9 service neutron] Request body: {'port': {'device_id': '6954818b-4797-4306-852a-7001acfddf4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:50:33.716121 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-48ff254d-ac19-4b97-99ec-ddd13cc87fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:33.760478 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97be8d-03d0-4a46-8e0a-a2226cbe90f8 req-271f25e5-ceb5-46f4-8b87-f7a0d653920e tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:33.762313 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6f97be8d-03d0-4a46-8e0a-a2226cbe90f8 req-271f25e5-ceb5-46f4-8b87-f7a0d653920e tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=6954818b-4797-4306-852a-7001acfddf4c HTTP/1.1" status: 200  len: 932 time: 0.0794840
Jul 06 00:50:33.817301 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6f97be8d-03d0-4a46-8e0a-a2226cbe90f8 req-2dff1046-a3f2-4f6e-af01-be35d81840bb tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f07acac-ba23-4792-9b37-9ea491b643ed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464361
Jul 06 00:50:33.827856 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-4fc1e2c6-cbb9-4018-81e6-fa67c089b7d3 None None] Provisioning for port 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:50:33.834513 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-4fc1e2c6-cbb9-4018-81e6-fa67c089b7d3 None None] Provisioning complete for port 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:50:33.834935 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4fc1e2c6-cbb9-4018-81e6-fa67c089b7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:33.883583 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-4fc1e2c6-cbb9-4018-81e6-fa67c089b7d3 None None] Port 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:50:34.055795 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-48ff254d-ac19-4b97-99ec-ddd13cc87fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 {{(pid=80881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:50:34.062379 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-48ff254d-ac19-4b97-99ec-ddd13cc87fd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:34.077522 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-48ff254d-ac19-4b97-99ec-ddd13cc87fd9 service neutron] Transition to ACTIVE for port object 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 will not be triggered until provisioned by entity L2. {{(pid=80881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:50:34.081147 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-48ff254d-ac19-4b97-99ec-ddd13cc87fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853431108'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:34.084874 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7ef80139-9d64-4e87-96a8-8d416c31577e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:50:34.205494 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff254d-ac19-4b97-99ec-ddd13cc87fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:50:34.210112 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-48ff254d-ac19-4b97-99ec-ddd13cc87fd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:50:34.318079 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-48ff254d-ac19-4b97-99ec-ddd13cc87fd9 service neutron] Attempting to bind port 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:50:34.318376 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-48ff254d-ac19-4b97-99ec-ddd13cc87fd9 service neutron] Attempting to bind port 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': 'b8b15407-88ee-4838-b353-b0f018d7e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e'}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:50:34.318738 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-48ff254d-ac19-4b97-99ec-ddd13cc87fd9 service neutron] Attempting to bind port 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 on network 41657b10-f5b5-45f4-877a-d9b5218b372e {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:50:34.324912 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-48ff254d-ac19-4b97-99ec-ddd13cc87fd9 service neutron] Port 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 on network 41657b10-f5b5-45f4-877a-d9b5218b372e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 00:50:34.325270 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-48ff254d-ac19-4b97-99ec-ddd13cc87fd9 service neutron] Attempting to bind port 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 on network 41657b10-f5b5-45f4-877a-d9b5218b372e {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:50:34.332108 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-48ff254d-ac19-4b97-99ec-ddd13cc87fd9 service neutron] Checking agent: {'id': '043dc09b-b03f-45ac-adf3-2bee2c468120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'started_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:50:34.332478 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-48ff254d-ac19-4b97-99ec-ddd13cc87fd9 service neutron] Checking segment: {'id': 'b8b15407-88ee-4838-b353-b0f018d7e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:50:34.332893 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-48ff254d-ac19-4b97-99ec-ddd13cc87fd9 service neutron] Bound using segment: {'id': 'b8b15407-88ee-4838-b353-b0f018d7e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e'} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:50:34.333362 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-48ff254d-ac19-4b97-99ec-ddd13cc87fd9 service neutron] Bound port: 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b15407-88ee-4838-b353-b0f018d7e9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e'}}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:50:34.333738 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-48ff254d-ac19-4b97-99ec-ddd13cc87fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:34.426342 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-48ff254d-ac19-4b97-99ec-ddd13cc87fd9 service neutron] For port 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5, host hv-cinder-79954, cleared binding levels {{(pid=80881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:50:34.429590 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-48ff254d-ac19-4b97-99ec-ddd13cc87fd9 service neutron] For port 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5,segment=NetworkSegment(b8b15407-88ee-4838-b353-b0f018d7e9a4),segment_id=b8b15407-88ee-4838-b353-b0f018d7e9a4)] {{(pid=80881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:50:34.432854 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-48ff254d-ac19-4b97-99ec-ddd13cc87fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853431108'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:34.437213 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cac1f7ab-6d11-481d-a144-19d4a8094427 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:50:34.491330 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-48ff254d-ac19-4b97-99ec-ddd13cc87fd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:34.492853 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-48ff254d-ac19-4b97-99ec-ddd13cc87fd9 service neutron] 10.222.0.39 "PUT /v2.0/ports/8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 HTTP/1.1" status: 200  len: 1094 time: 0.8903320
Jul 06 00:50:34.495685 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6954818b-4797-4306-852a-7001acfddf4c', 'tag': '8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:50:34.515948 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff254d-ac19-4b97-99ec-ddd13cc87fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5,revision_number=3']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:50:34.520477 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-48ff254d-ac19-4b97-99ec-ddd13cc87fd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:50:34.577189 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6954818b-4797-4306-852a-7001acfddf4c', 'tag': '8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5', 'status': 'completed', 'code': 200}
Jul 06 00:50:34.615132 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-0d32ce74-d938-4919-aa1d-88473c6a7e7f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=13398ab56bc24c4687d1034e36eb418f&device_id=6954818b-4797-4306-852a-7001acfddf4c HTTP/1.1" status: 200  len: 1097 time: 0.0781012
Jul 06 00:50:34.700957 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-5a8652f8-53bf-4913-b3cc-3e085ad804b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 HTTP/1.1" status: 200  len: 217 time: 0.0648553
Jul 06 00:50:34.772723 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-16ece5c0-c91f-45c5-9648-c2d51488441d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:34.774203 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-16ece5c0-c91f-45c5-9648-c2d51488441d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5087eff-ba0b-47fa-bad0-5225f3587e40 HTTP/1.1" status: 200  len: 849 time: 0.0663471
Jul 06 00:50:34.850172 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-578b69a6-75e8-47f7-86f6-31d2bcf3e343 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41657b10-f5b5-45f4-877a-d9b5218b372e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0687151
Jul 06 00:50:34.989597 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-7b727c7a-53ed-4af3-8648-7a0ecc551ffd service neutron] 10.222.0.39 "GET /v2.0/networks/41657b10-f5b5-45f4-877a-d9b5218b372e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323092
Jul 06 00:50:35.008680 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cb6cb-fce8-4860-a45d-7c1166fb1c95 req-e72a5ade-f5c8-4c90-b28f-8ae9ff6cb41d tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:35.010242 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2d0cb6cb-fce8-4860-a45d-7c1166fb1c95 req-e72a5ade-f5c8-4c90-b28f-8ae9ff6cb41d tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=6954818b-4797-4306-852a-7001acfddf4c HTTP/1.1" status: 200  len: 944 time: 0.0763769
Jul 06 00:50:35.059297 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2d0cb6cb-fce8-4860-a45d-7c1166fb1c95 req-afef8277-2c44-469a-a8a4-0ac40b675b31 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f07acac-ba23-4792-9b37-9ea491b643ed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410020
Jul 06 00:50:35.129233 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a1c5bc28-54cd-436a-aab5-15a08f1bd56d req-f2c46329-f454-4230-9e43-c83a32fec59b service neutron] 10.222.0.39 "GET /v2.0/networks/41657b10-f5b5-45f4-877a-d9b5218b372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319506
Jul 06 00:50:35.251798 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be6d15b7-3702-48d4-b186-fb0c20dc9d56 req-4431b58b-13dd-41cc-88b8-b2e9a5af5f8d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=13398ab56bc24c4687d1034e36eb418f&device_id=6954818b-4797-4306-852a-7001acfddf4c HTTP/1.1" status: 200  len: 1097 time: 0.0711832
Jul 06 00:50:35.384576 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d15b7-3702-48d4-b186-fb0c20dc9d56 req-6fe0ce6a-6d64-4144-9bf6-14dddd6ac17d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:35.386039 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be6d15b7-3702-48d4-b186-fb0c20dc9d56 req-6fe0ce6a-6d64-4144-9bf6-14dddd6ac17d service neutron] 10.222.0.39 "GET /v2.0/networks?id=41657b10-f5b5-45f4-877a-d9b5218b372e HTTP/1.1" status: 200  len: 911 time: 0.1277924
Jul 06 00:50:35.458561 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be6d15b7-3702-48d4-b186-fb0c20dc9d56 req-a0e15ef5-c423-4284-89bc-8ee9e7f72347 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 HTTP/1.1" status: 200  len: 217 time: 0.0649707
Jul 06 00:50:35.523826 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d15b7-3702-48d4-b186-fb0c20dc9d56 req-d5d92c94-749e-46c1-9f8d-9ca8f25e84af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:35.525279 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be6d15b7-3702-48d4-b186-fb0c20dc9d56 req-d5d92c94-749e-46c1-9f8d-9ca8f25e84af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5087eff-ba0b-47fa-bad0-5225f3587e40 HTTP/1.1" status: 200  len: 849 time: 0.0589595
Jul 06 00:50:35.601504 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be6d15b7-3702-48d4-b186-fb0c20dc9d56 req-aba3a917-c4ec-41d9-8c3f-a4e3bbdd4a10 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41657b10-f5b5-45f4-877a-d9b5218b372e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0694175
Jul 06 00:50:35.737880 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be6d15b7-3702-48d4-b186-fb0c20dc9d56 req-5b418513-64ec-4e01-96bb-b2f79bb3c78d service neutron] 10.222.0.39 "GET /v2.0/networks/41657b10-f5b5-45f4-877a-d9b5218b372e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273777
Jul 06 00:50:36.108627 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-be6d15b7-3702-48d4-b186-fb0c20dc9d56 req-6bdb91ee-87a6-4081-93bc-8cb95714f67e service neutron] 10.222.0.39 "GET /v2.0/networks/41657b10-f5b5-45f4-877a-d9b5218b372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3636715
Jul 06 00:50:36.259666 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318b28b-0fc5-4b97-935d-2ecb5d7dcb47 req-8d7face7-2cd4-4797-ab7f-ec063d81922b tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:36.261225 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c318b28b-0fc5-4b97-935d-2ecb5d7dcb47 req-8d7face7-2cd4-4797-ab7f-ec063d81922b tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=6954818b-4797-4306-852a-7001acfddf4c HTTP/1.1" status: 200  len: 944 time: 0.0861461
Jul 06 00:50:36.311557 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c318b28b-0fc5-4b97-935d-2ecb5d7dcb47 req-effd7ea5-aba4-473a-9145-2f52f77ab260 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f07acac-ba23-4792-9b37-9ea491b643ed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417514
Jul 06 00:50:37.500895 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d182a3-07d8-4693-8eff-a807a34e31fc req-ad7669bc-abcd-40f6-a709-17796fa59adc tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:37.503156 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c8d182a3-07d8-4693-8eff-a807a34e31fc req-ad7669bc-abcd-40f6-a709-17796fa59adc tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=6954818b-4797-4306-852a-7001acfddf4c HTTP/1.1" status: 200  len: 944 time: 0.0803030
Jul 06 00:50:37.551752 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c8d182a3-07d8-4693-8eff-a807a34e31fc req-dbaf61bb-2fae-4857-87b2-f0296e424baf tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f07acac-ba23-4792-9b37-9ea491b643ed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416696
Jul 06 00:50:38.075175 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 00:50:38.211188 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5,segment=NetworkSegment(b8b15407-88ee-4838-b353-b0f018d7e9a4),segment_id=b8b15407-88ee-4838-b353-b0f018d7e9a4)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:50:38.229279 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Returning: {'device': '8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5', 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'port_id': '8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5', 'mac_address': 'fa:16:3e:03:fd:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 00:50:38.278892 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:38.296134 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 {{(pid=80882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:50:38.311634 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5,segment=NetworkSegment(b8b15407-88ee-4838-b353-b0f018d7e9a4),segment_id=b8b15407-88ee-4838-b353-b0f018d7e9a4)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:50:38.315054 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:38.316970 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:50:38.379551 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:50:38.382783 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:50:38.722939 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:50:38.742243 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5bf83-969a-41b3-9124-61f9aa491a53 req-a02e37d7-8245-4f96-b384-528ab360a529 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:38.743840 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-98c5bf83-969a-41b3-9124-61f9aa491a53 req-a02e37d7-8245-4f96-b384-528ab360a529 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=6954818b-4797-4306-852a-7001acfddf4c HTTP/1.1" status: 200  len: 945 time: 0.0779872
Jul 06 00:50:38.799419 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-98c5bf83-969a-41b3-9124-61f9aa491a53 req-fe92a437-d443-4d8c-81d5-8fb67f937149 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f07acac-ba23-4792-9b37-9ea491b643ed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483141
Jul 06 00:50:39.989771 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d553b7-6f47-45b3-8c0a-7ab68e1e123f req-5153b2db-30d2-4a87-815a-93f298c8d12f tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:39.991372 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-01d553b7-6f47-45b3-8c0a-7ab68e1e123f req-5153b2db-30d2-4a87-815a-93f298c8d12f tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=6954818b-4797-4306-852a-7001acfddf4c HTTP/1.1" status: 200  len: 945 time: 0.0761530
Jul 06 00:50:40.040205 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-01d553b7-6f47-45b3-8c0a-7ab68e1e123f req-e6f9102c-8401-430b-a8f3-e1c82260ace5 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f07acac-ba23-4792-9b37-9ea491b643ed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420289
Jul 06 00:50:40.054288 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:50:40.096704 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 up at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:50:40.163503 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning for port 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:50:40.168326 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning complete for port 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:50:40.168746 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:40.448084 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:40.474300 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6954818b-4797-4306-852a-7001acfddf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:50:40.484962 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5,segment=NetworkSegment(b8b15407-88ee-4838-b353-b0f018d7e9a4),segment_id=b8b15407-88ee-4838-b353-b0f018d7e9a4)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:50:40.488326 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:40.490268 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:50:40.524608 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6954818b-4797-4306-852a-7001acfddf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5', 'code': 200}
Jul 06 00:50:40.551494 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:50:40.555568 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:50:40.794827 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-70d249a5-05d2-4dbd-8b8f-e022400b7418 req-e1801bea-9ec3-4ccf-b531-a1eb173a6e79 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6954818b-4797-4306-852a-7001acfddf4c HTTP/1.1" status: 200  len: 1099 time: 0.0674431
Jul 06 00:50:40.842950 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-70d249a5-05d2-4dbd-8b8f-e022400b7418 req-3de1abec-e08c-4734-aa4a-0ef6b3c2dd78 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1f07acac-ba23-4792-9b37-9ea491b643ed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402596
Jul 06 00:50:41.242735 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6d51f-0d7b-466c-850d-9e76ca622511 req-07fb559a-dc30-4fb3-8baf-f5c486b139c8 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:41.244344 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-74d6d51f-0d7b-466c-850d-9e76ca622511 req-07fb559a-dc30-4fb3-8baf-f5c486b139c8 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=6954818b-4797-4306-852a-7001acfddf4c HTTP/1.1" status: 200  len: 946 time: 0.0920482
Jul 06 00:50:41.293890 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-74d6d51f-0d7b-466c-850d-9e76ca622511 req-ac66472a-0ae7-415e-835a-8f0cd3a01ff8 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f07acac-ba23-4792-9b37-9ea491b643ed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424795
Jul 06 00:50:42.307759 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f5076021-8543-46db-8637-dd7e68bef073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:42.482047 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e493dd-2a84-430c-ab38-c6c6c1584c79 req-4b979800-924a-4a39-b55b-7b0d5c8563ea tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:42.483641 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b6e493dd-2a84-430c-ab38-c6c6c1584c79 req-4b979800-924a-4a39-b55b-7b0d5c8563ea tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=6954818b-4797-4306-852a-7001acfddf4c HTTP/1.1" status: 200  len: 946 time: 0.0789478
Jul 06 00:50:42.536917 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b6e493dd-2a84-430c-ab38-c6c6c1584c79 req-6cee92b8-6224-4264-971d-71f1d4796b55 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f07acac-ba23-4792-9b37-9ea491b643ed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459008
Jul 06 00:50:42.721478 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612275fc-7ceb-4a39-a28f-508ca48de92d req-3383b7af-4bca-4af9-b1c7-2c54d87fdc61 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:42.723030 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-612275fc-7ceb-4a39-a28f-508ca48de92d req-3383b7af-4bca-4af9-b1c7-2c54d87fdc61 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=6954818b-4797-4306-852a-7001acfddf4c HTTP/1.1" status: 200  len: 946 time: 0.0762982
Jul 06 00:50:42.732319 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 59502) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:50:42.737929 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-58f758c5-51b0-42cd-874a-ab4da4823271 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Request body: {'floatingip': {'port_id': '8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:50:42.812844 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-58f758c5-51b0-42cd-874a-ab4da4823271 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for floatingip, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:43.365026 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-58f758c5-51b0-42cd-874a-ab4da4823271 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:43.367606 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-58f758c5-51b0-42cd-874a-ab4da4823271 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459972'] for floatingip, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:43.547947 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.l3_db [None req-58f758c5-51b0-42cd-874a-ab4da4823271 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Floating IP c614604a-6f25-41ba-bc49-aeca31914a2b associated. External IP: 172.27.1.25, port: 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5.
Jul 06 00:50:43.660752 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:44.051897 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:44.133996 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f758c5-51b0-42cd-874a-ab4da4823271 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Router b229c976-f77d-438f-9b2d-3b32b06a515a has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:50:44.329083 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f758c5-51b0-42cd-874a-ab4da4823271 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:50:44.333670 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-58f758c5-51b0-42cd-874a-ab4da4823271 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for floatingip, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:44.338295 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001bc214-d1e7-4cbe-84fc-15dcf7b0fc9e None None] Sync routers for ids ['b229c976-f77d-438f-9b2d-3b32b06a515a'] in dv-cinder-799546-2-iscsi {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:50:44.348415 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b3137e09-22ae-4961-b559-d16a21211e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:44.354969 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001bc214-d1e7-4cbe-84fc-15dcf7b0fc9e None None] Routers {'b229c976-f77d-438f-9b2d-3b32b06a515a'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:50:44.355702 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-001bc214-d1e7-4cbe-84fc-15dcf7b0fc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a909329e8>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:50:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b229c976-f77d-438f-9b2d-3b32b06a515a'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:50:44.383497 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-58f758c5-51b0-42cd-874a-ab4da4823271 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "PUT /v2.0/floatingips/c614604a-6f25-41ba-bc49-aeca31914a2b HTTP/1.1" status: 200  len: 991 time: 1.6500511
Jul 06 00:50:44.384196 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6954818b-4797-4306-852a-7001acfddf4c', 'tag': '8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5'}] {{(pid=80880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:50:44.445185 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6954818b-4797-4306-852a-7001acfddf4c', 'tag': '8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5', 'status': 'completed', 'code': 200}
Jul 06 00:50:44.535281 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-001bc214-d1e7-4cbe-84fc-15dcf7b0fc9e None None] Set router b229c976-f77d-438f-9b2d-3b32b06a515a gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:50:44.548849 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b1f8ce86-61e5-4dcf-a3b9-d8aeaffe52dd req-985d1ab0-e522-4ee1-bbb8-c9fd96514e5b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=13398ab56bc24c4687d1034e36eb418f&device_id=6954818b-4797-4306-852a-7001acfddf4c HTTP/1.1" status: 200  len: 1099 time: 0.0711808
Jul 06 00:50:44.687122 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8ce86-61e5-4dcf-a3b9-d8aeaffe52dd req-238e6afa-82b8-4bea-a4f0-e19d4b13760f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:44.688793 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b1f8ce86-61e5-4dcf-a3b9-d8aeaffe52dd req-238e6afa-82b8-4bea-a4f0-e19d4b13760f service neutron] 10.222.0.39 "GET /v2.0/networks?id=41657b10-f5b5-45f4-877a-d9b5218b372e HTTP/1.1" status: 200  len: 911 time: 0.1316452
Jul 06 00:50:44.791579 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b1f8ce86-61e5-4dcf-a3b9-d8aeaffe52dd req-d6de8926-8510-4000-8282-9e3efc41349c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 HTTP/1.1" status: 200  len: 999 time: 0.0912352
Jul 06 00:50:44.858835 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8ce86-61e5-4dcf-a3b9-d8aeaffe52dd req-f91bd9b6-9047-4a96-8b43-0deae51a710b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:50:44.861004 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b1f8ce86-61e5-4dcf-a3b9-d8aeaffe52dd req-f91bd9b6-9047-4a96-8b43-0deae51a710b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a5087eff-ba0b-47fa-bad0-5225f3587e40 HTTP/1.1" status: 200  len: 849 time: 0.0615928
Jul 06 00:50:44.867987 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:50:44.891929 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-001bc214-d1e7-4cbe-84fc-15dcf7b0fc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a909329e8>, [{'id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'name': 'tempest-AttachVolumeTestJSON-233331972-router', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:25Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'gw_port': {'id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:27Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': 'c614604a-6f25-41ba-bc49-aeca31914a2b', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'port_id': '8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'mac_address': 'fa:16:3e:03:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6954818b-4797-4306-852a-7001acfddf4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:50:29Z', 'updated_at': '2021-07-06T00:50:43Z', 'revision_number': 1, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7581e3a9-f348-4b86-a8d5-85c42f0c25b9', 'name': '', 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'mac_address': 'fa:16:3e:e9:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:34Z', 'updated_at': '2021-07-06T00:42:53Z', 'revision_number': 5, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'subnets': [{'id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:50:44.895958 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001bc214-d1e7-4cbe-84fc-15dcf7b0fc9e None None] Checking router: b229c976-f77d-438f-9b2d-3b32b06a515a for host: dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:50:44.907574 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001bc214-d1e7-4cbe-84fc-15dcf7b0fc9e None None] Routers {'b229c976-f77d-438f-9b2d-3b32b06a515a'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:50:44.908271 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-001bc214-d1e7-4cbe-84fc-15dcf7b0fc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a909329e8>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:50:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b229c976-f77d-438f-9b2d-3b32b06a515a'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:50:44.939846 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b1f8ce86-61e5-4dcf-a3b9-d8aeaffe52dd req-f3c27bba-cb3b-490c-b5c1-7328e6a9ce5f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41657b10-f5b5-45f4-877a-d9b5218b372e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0714304
Jul 06 00:50:45.076099 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b1f8ce86-61e5-4dcf-a3b9-d8aeaffe52dd req-894d00ab-b67d-482b-b74e-1b73e5ac5aef service neutron] 10.222.0.39 "GET /v2.0/networks/41657b10-f5b5-45f4-877a-d9b5218b372e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279666
Jul 06 00:50:45.080752 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-001bc214-d1e7-4cbe-84fc-15dcf7b0fc9e None None] Set router b229c976-f77d-438f-9b2d-3b32b06a515a gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:50:45.216640 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b1f8ce86-61e5-4dcf-a3b9-d8aeaffe52dd req-ea0e362c-920a-4bf4-8dd8-f787af494939 service neutron] 10.222.0.39 "GET /v2.0/networks/41657b10-f5b5-45f4-877a-d9b5218b372e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317394
Jul 06 00:50:45.414327 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-001bc214-d1e7-4cbe-84fc-15dcf7b0fc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a909329e8>, [{'id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'name': 'tempest-AttachVolumeTestJSON-233331972-router', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:25Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'gw_port': {'id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:27Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': 'c614604a-6f25-41ba-bc49-aeca31914a2b', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'port_id': '8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'mac_address': 'fa:16:3e:03:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6954818b-4797-4306-852a-7001acfddf4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:50:29Z', 'updated_at': '2021-07-06T00:50:43Z', 'revision_number': 1, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7581e3a9-f348-4b86-a8d5-85c42f0c25b9', 'name': '', 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'mac_address': 'fa:16:3e:e9:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:34Z', 'updated_at': '2021-07-06T00:42:53Z', 'revision_number': 5, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'subnets': [{'id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:50:45.418321 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001bc214-d1e7-4cbe-84fc-15dcf7b0fc9e None None] The sync data for ids ['b229c976-f77d-438f-9b2d-3b32b06a515a'] in dv-cinder-799546-2-iscsi is: [{'id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'name': 'tempest-AttachVolumeTestJSON-233331972-router', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:25Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'gw_port': {'id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:27Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': 'c614604a-6f25-41ba-bc49-aeca31914a2b', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'port_id': '8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'mac_address': 'fa:16:3e:03:fd:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6954818b-4797-4306-852a-7001acfddf4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:50:29Z', 'updated_at': '2021-07-06T00:50:43Z', 'revision_number': 1, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7581e3a9-f348-4b86-a8d5-85c42f0c25b9', 'name': '', 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'mac_address': 'fa:16:3e:e9:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:34Z', 'updated_at': '2021-07-06T00:42:53Z', 'revision_number': 5, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'subnets': [{'id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:50:45.726911 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd13329-cdd7-4f44-a3fb-28ad1a4aa272 None None] New status for floating IP c614604a-6f25-41ba-bc49-aeca31914a2b: ACTIVE {{(pid=80883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 00:50:45.988938 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:12.308609 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fe6e84a1-f334-49dd-9780-529c99e4652e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:13.665597 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:13.886397 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-eb7917c9-ba68-4ec2-b4ad-f1dd3e22b0d2 req-b94f5054-08a3-41de-a4ac-016a099c2f4e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0756249
Jul 06 00:51:13.976850 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-eb7917c9-ba68-4ec2-b4ad-f1dd3e22b0d2 req-b7933dcc-7370-4473-af11-22bd6a07747b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21b0829bee9048fc90ba206d9988d456&device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 1100 time: 0.0685873
Jul 06 00:51:14.059592 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:14.148924 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7917c9-ba68-4ec2-b4ad-f1dd3e22b0d2 req-cf856123-9185-4bc2-8abe-1a5cdf8c5616 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:14.150418 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-eb7917c9-ba68-4ec2-b4ad-f1dd3e22b0d2 req-cf856123-9185-4bc2-8abe-1a5cdf8c5616 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb HTTP/1.1" status: 200  len: 918 time: 0.1397882
Jul 06 00:51:14.246347 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-eb7917c9-ba68-4ec2-b4ad-f1dd3e22b0d2 req-4c009731-c999-4589-97f0-5766e155333a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 HTTP/1.1" status: 200  len: 1002 time: 0.0880322
Jul 06 00:51:14.310862 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7917c9-ba68-4ec2-b4ad-f1dd3e22b0d2 req-d6362f8e-fe05-4024-8b4e-92411898db7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:14.312518 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-eb7917c9-ba68-4ec2-b4ad-f1dd3e22b0d2 req-d6362f8e-fe05-4024-8b4e-92411898db7a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8 HTTP/1.1" status: 200  len: 856 time: 0.0587301
Jul 06 00:51:14.340570 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ff9a3d07-7666-435b-92fa-f9f560a76e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:14.392123 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-eb7917c9-ba68-4ec2-b4ad-f1dd3e22b0d2 req-4b11bca8-7ad2-47e2-9bf0-fab1d5a9a06b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727966
Jul 06 00:51:14.526602 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-eb7917c9-ba68-4ec2-b4ad-f1dd3e22b0d2 req-9a2f20aa-517e-496e-9ca9-11886f2abe1e service neutron] 10.222.0.39 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270714
Jul 06 00:51:14.658824 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-eb7917c9-ba68-4ec2-b4ad-f1dd3e22b0d2 req-d125ae07-a933-4428-89d1-016adb79f16c service neutron] 10.222.0.39 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255591
Jul 06 00:51:14.837408 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:15.990331 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:17.058079 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:51:19.027740 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7470230-4703-4d5a-984c-ddc91f3adf55 req-7b6d3e00-7fc2-433a-93b8-d2c8d5f656b4 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:19.029370 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c7470230-4703-4d5a-984c-ddc91f3adf55 req-7b6d3e00-7fc2-433a-93b8-d2c8d5f656b4 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 947 time: 0.0855222
Jul 06 00:51:19.082251 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c7470230-4703-4d5a-984c-ddc91f3adf55 req-9eed3ac1-53d5-4540-8ff9-0f8d3b344d36 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449049
Jul 06 00:51:20.276819 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68fe6f-ce3e-41ca-b0d7-2b2afe2c8ff2 req-4e8b340f-c35a-4e26-9ece-17f99e37bfa8 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:20.278362 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7a68fe6f-ce3e-41ca-b0d7-2b2afe2c8ff2 req-4e8b340f-c35a-4e26-9ece-17f99e37bfa8 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 947 time: 0.0800655
Jul 06 00:51:20.329347 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7a68fe6f-ce3e-41ca-b0d7-2b2afe2c8ff2 req-bbbb8bb5-08f0-4a87-af9d-1a3b9ec3521b tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438967
Jul 06 00:51:21.524506 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6d1ab-7637-40e9-a53e-c2592c40052f req-2abb5700-3526-47b9-9c51-4cdc459c43c9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:21.526074 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-34d6d1ab-7637-40e9-a53e-c2592c40052f req-2abb5700-3526-47b9-9c51-4cdc459c43c9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 947 time: 0.0784333
Jul 06 00:51:21.579611 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-34d6d1ab-7637-40e9-a53e-c2592c40052f req-2eb38ec3-44f3-4dcc-a5dc-8028c6e3399c tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455682
Jul 06 00:51:22.769733 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dce086-9cc9-4cc9-bb31-f89c1fadb2a6 req-7010c25b-72b3-42de-9a3b-5527cf289c77 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:22.771309 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e2dce086-9cc9-4cc9-bb31-f89c1fadb2a6 req-7010c25b-72b3-42de-9a3b-5527cf289c77 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 947 time: 0.0779636
Jul 06 00:51:22.819509 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e2dce086-9cc9-4cc9-bb31-f89c1fadb2a6 req-e4d47cb8-1405-42d3-8378-21545af4e093 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413053
Jul 06 00:51:24.019464 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851abee8-f34f-4299-b921-fbfd73f02479 req-2458ef19-cb56-4e6c-a98d-b602c402aa43 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:24.021023 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-851abee8-f34f-4299-b921-fbfd73f02479 req-2458ef19-cb56-4e6c-a98d-b602c402aa43 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 947 time: 0.0808694
Jul 06 00:51:24.070428 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-851abee8-f34f-4299-b921-fbfd73f02479 req-291c6857-046a-44aa-bed2-56c93e96ef49 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423701
Jul 06 00:51:24.751781 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec89f40-ca2f-4343-a343-1a9dd87049a2 req-45ab0fca-0f60-4c16-8a93-04794b393c54 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:24.752635 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-7ec89f40-ca2f-4343-a343-1a9dd87049a2 req-45ab0fca-0f60-4c16-8a93-04794b393c54 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Synchronizing usage tracker for tenant:21b0829bee9048fc90ba206d9988d456 on resource:port {{(pid=80881) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:51:24.769268 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-7ec89f40-ca2f-4343-a343-1a9dd87049a2 req-45ab0fca-0f60-4c16-8a93-04794b393c54 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Unset dirty status for tenant:21b0829bee9048fc90ba206d9988d456 on resource:port {{(pid=80881) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:51:24.770556 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7ec89f40-ca2f-4343-a343-1a9dd87049a2 req-45ab0fca-0f60-4c16-8a93-04794b393c54 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.39 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 947 time: 0.0972929
Jul 06 00:51:24.839419 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-7ec89f40-ca2f-4343-a343-1a9dd87049a2 req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Deleting port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:51:24.839801 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-7ec89f40-ca2f-4343-a343-1a9dd87049a2 req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:25.083327 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-7ec89f40-ca2f-4343-a343-1a9dd87049a2 req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] For port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:51:25.083815 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-7ec89f40-ca2f-4343-a343-1a9dd87049a2 req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:25.278356 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c5ffb-6107-4d62-b148-bc5761e1e3ef req-d36bca46-3a99-42b0-bdfe-fea638969f50 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:25.279962 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d23c5ffb-6107-4d62-b148-bc5761e1e3ef req-d36bca46-3a99-42b0-bdfe-fea638969f50 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 947 time: 0.0809650
Jul 06 00:51:25.343165 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d23c5ffb-6107-4d62-b148-bc5761e1e3ef req-b40a314c-7b9a-4fcc-9ded-2b5bcdbf3678 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3ec6bd8-6198-4c1c-9941-8caf7972102d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555933
Jul 06 00:51:25.587435 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-7ec89f40-ca2f-4343-a343-1a9dd87049a2 req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:25.587761 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-7ec89f40-ca2f-4343-a343-1a9dd87049a2 req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459972'] for floatingip, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:25.588104 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.l3_db [req-7ec89f40-ca2f-4343-a343-1a9dd87049a2 req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Floating IP 1211c103-d816-4e13-86ea-b6bc286e7bcd disassociated. External IP: 172.27.1.102, port: 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6.
Jul 06 00:51:25.588471 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-7ec89f40-ca2f-4343-a343-1a9dd87049a2 req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Calling delete_port for 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 owned by compute:nova {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:51:25.720609 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-7ec89f40-ca2f-4343-a343-1a9dd87049a2 req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:25.727493 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:25.771237 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Pushing event deleted for resources: {'Port': ['ID=25e1b8bf-d092-4a97-9db7-d0ce1faf32b6,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:25.786894 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:25.787597 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:25.788006 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:25.788475 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:25.788868 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:25.789240 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:25.789621 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:25.790182 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:25.791115 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:25.791602 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:25.791995 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:25.795843 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:25.994215 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ec89f40-ca2f-4343-a343-1a9dd87049a2 req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Router d3a6d8b7-fa82-4488-982b-5a280a8676d6 has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:51:26.186398 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ec89f40-ca2f-4343-a343-1a9dd87049a2 req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:51:26.196843 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8ec5a3-8cc2-48f6-b4f5-74c638449c62 None None] Sync routers for ids ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'] in dv-cinder-799546-2-iscsi {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:51:26.211183 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8ec5a3-8cc2-48f6-b4f5-74c638449c62 None None] Routers {'d3a6d8b7-fa82-4488-982b-5a280a8676d6'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:51:26.211919 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-7a8ec5a3-8cc2-48f6-b4f5-74c638449c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a908b0400>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:51:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:26.264112 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec89f40-ca2f-4343-a343-1a9dd87049a2 req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] No DVR routers for this DVR port 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 on host hv-cinder-79954 {{(pid=80881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:51:26.268211 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-7ec89f40-ca2f-4343-a343-1a9dd87049a2 req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:26.272565 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07582fb-c857-42c5-9910-d92ee63fe4c0', 'name': 'network-vif-deleted', 'tag': '25e1b8bf-d092-4a97-9db7-d0ce1faf32b6'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:51:26.292103 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7ec89f40-ca2f-4343-a343-1a9dd87049a2 req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.39 "DELETE /v2.0/ports/25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 HTTP/1.1" status: 204  len: 173 time: 1.5147550
Jul 06 00:51:26.334173 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07582fb-c857-42c5-9910-d92ee63fe4c0', 'name': 'network-vif-deleted', 'tag': '25e1b8bf-d092-4a97-9db7-d0ce1faf32b6', 'status': 'completed', 'code': 200}
Jul 06 00:51:26.536292 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5c626a66-f69a-415b-bff9-80ffb25deaac req-f2db5515-4565-4c49-b91a-10a1e154a6fa tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=e07582fb-c857-42c5-9910-d92ee63fe4c0 HTTP/1.1" status: 200  len: 210 time: 0.0475936
Jul 06 00:51:26.606153 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-7a8ec5a3-8cc2-48f6-b4f5-74c638449c62 None None] Set router d3a6d8b7-fa82-4488-982b-5a280a8676d6 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:51:26.914912 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-7a8ec5a3-8cc2-48f6-b4f5-74c638449c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a908b0400>, [{'id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'name': 'tempest-AttachVolumeShelveTestJSON-2032814975-router', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:46:37Z', 'updated_at': '2021-07-06T00:46:40Z', 'revision_number': 4, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'gw_port': {'id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:38Z', 'updated_at': '2021-07-06T00:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': 'aa96d3e2-b01c-4e2e-9f40-2129f05d3f18', 'name': '', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'mac_address': 'fa:16:3e:93:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:40Z', 'updated_at': '2021-07-06T00:46:49Z', 'revision_number': 5, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'subnets': [{'id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:26.918927 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8ec5a3-8cc2-48f6-b4f5-74c638449c62 None None] Checking router: d3a6d8b7-fa82-4488-982b-5a280a8676d6 for host: dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:51:26.931686 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8ec5a3-8cc2-48f6-b4f5-74c638449c62 None None] Routers {'d3a6d8b7-fa82-4488-982b-5a280a8676d6'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:51:26.932364 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-7a8ec5a3-8cc2-48f6-b4f5-74c638449c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a908b0400>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:51:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:27.105026 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-7a8ec5a3-8cc2-48f6-b4f5-74c638449c62 None None] Set router d3a6d8b7-fa82-4488-982b-5a280a8676d6 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:51:27.416712 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-7a8ec5a3-8cc2-48f6-b4f5-74c638449c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a908b0400>, [{'id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'name': 'tempest-AttachVolumeShelveTestJSON-2032814975-router', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:46:37Z', 'updated_at': '2021-07-06T00:46:40Z', 'revision_number': 4, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'gw_port': {'id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:38Z', 'updated_at': '2021-07-06T00:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': 'aa96d3e2-b01c-4e2e-9f40-2129f05d3f18', 'name': '', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'mac_address': 'fa:16:3e:93:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:40Z', 'updated_at': '2021-07-06T00:46:49Z', 'revision_number': 5, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'subnets': [{'id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:27.420882 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8ec5a3-8cc2-48f6-b4f5-74c638449c62 None None] The sync data for ids ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'] in dv-cinder-799546-2-iscsi is: [{'id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'name': 'tempest-AttachVolumeShelveTestJSON-2032814975-router', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:46:37Z', 'updated_at': '2021-07-06T00:46:40Z', 'revision_number': 4, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'gw_port': {'id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:38Z', 'updated_at': '2021-07-06T00:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': 'aa96d3e2-b01c-4e2e-9f40-2129f05d3f18', 'name': '', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'mac_address': 'fa:16:3e:93:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:40Z', 'updated_at': '2021-07-06T00:46:49Z', 'revision_number': 5, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'subnets': [{'id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:51:27.680355 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 59664) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:51:27.757888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ff9a23ed-2f2c-4584-95b9-157e6758bb42 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:27.788371 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ff9a23ed-2f2c-4584-95b9-157e6758bb42 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:27.837267 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ff9a23ed-2f2c-4584-95b9-157e6758bb42 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:27.842729 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cb60704e-c8ea-4c73-8ce5-33ddf1142817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:27.859451 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a23ed-2f2c-4584-95b9-157e6758bb42 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ec6bd8-6198-4c1c-9941-8caf7972102d,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:27.861872 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-ff9a23ed-2f2c-4584-95b9-157e6758bb42 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:27.862407 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12eb2de-3c83-41ee-ad72-0536c2051f5f None None] New status for floating IP 1211c103-d816-4e13-86ea-b6bc286e7bcd: DOWN {{(pid=80883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 00:51:27.867340 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ff9a23ed-2f2c-4584-95b9-157e6758bb42 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:27.868529 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-ff9a23ed-2f2c-4584-95b9-157e6758bb42 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "DELETE /v2.0/security-groups/b3ec6bd8-6198-4c1c-9941-8caf7972102d HTTP/1.1" status: 204  len: 168 time: 0.1870937
Jul 06 00:51:27.871414 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 59668) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:51:27.890833 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.v2.resource [None req-89a8937f-bca5-4287-b130-aded7d774dc1 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] show failed (client error): The resource could not be found.
Jul 06 00:51:27.892215 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-89a8937f-bca5-4287-b130-aded7d774dc1 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups/b3ec6bd8-6198-4c1c-9941-8caf7972102d HTTP/1.1" status: 404  len: 347 time: 0.0193255
Jul 06 00:51:27.895305 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 59672) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:51:28.049032 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a9cb7174-b1ea-49b9-b820-e313416480db tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Deleting port f464a1ff-62ef-4892-804c-232fc7df377b {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:51:28.049386 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a9cb7174-b1ea-49b9-b820-e313416480db tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:28.213222 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a9cb7174-b1ea-49b9-b820-e313416480db tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:28.213590 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a9cb7174-b1ea-49b9-b820-e313416480db tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:28.337288 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a9cb7174-b1ea-49b9-b820-e313416480db tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Calling delete_port for f464a1ff-62ef-4892-804c-232fc7df377b owned by network:floatingip {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:51:28.349906 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:51:28.387522 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-375f1531-e412-4812-87f3-970f43045b6a None None] No Port match for: 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:51:28.387909 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 25e1b8bf-d092-4a97-9db7-d0ce1faf32b6 not bound to the agent host hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:51:28.465279 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a9cb7174-b1ea-49b9-b820-e313416480db tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:28.471310 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-abb3c7f6-706d-44ea-93e5-0bf4d236b813 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:28.515574 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb7174-b1ea-49b9-b820-e313416480db tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Pushing event deleted for resources: {'Port': ['ID=f464a1ff-62ef-4892-804c-232fc7df377b,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:28.518639 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a9cb7174-b1ea-49b9-b820-e313416480db tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:28.607842 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a9cb7174-b1ea-49b9-b820-e313416480db tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for floatingip, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:28.622368 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a9cb7174-b1ea-49b9-b820-e313416480db tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for floatingip, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:28.623857 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-a9cb7174-b1ea-49b9-b820-e313416480db tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "DELETE /v2.0/floatingips/1211c103-d816-4e13-86ea-b6bc286e7bcd HTTP/1.1" status: 204  len: 168 time: 0.7273078
Jul 06 00:51:28.838368 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 59682) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:51:28.844809 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-27cdc226-850b-4161-a29c-fba379060184 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1929165036', 'description': 'tempest-description--1114683141'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:51:28.851897 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-27cdc226-850b-4161-a29c-fba379060184 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:51:28.856123 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-27cdc226-850b-4161-a29c-fba379060184 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Usage tracker for resource:security_group and tenant:21b0829bee9048fc90ba206d9988d456 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:51:28.859075 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-27cdc226-850b-4161-a29c-fba379060184 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:51:28.865066 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-27cdc226-850b-4161-a29c-fba379060184 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:51:28.874270 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-27cdc226-850b-4161-a29c-fba379060184 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:28.910955 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-27cdc226-850b-4161-a29c-fba379060184 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:51:28.914835 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-27cdc226-850b-4161-a29c-fba379060184 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Usage tracker for resource:security_group_rule and tenant:21b0829bee9048fc90ba206d9988d456 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:51:28.917712 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-27cdc226-850b-4161-a29c-fba379060184 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:51:28.923472 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-27cdc226-850b-4161-a29c-fba379060184 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:51:28.984160 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-27cdc226-850b-4161-a29c-fba379060184 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:28.986732 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-27cdc226-850b-4161-a29c-fba379060184 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:28.991886 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-05c0c774-9b9e-48d3-97ed-d7f06ceaac43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:29.034140 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdc226-850b-4161-a29c-fba379060184 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db682eeb-1485-49f7-84c0-5fcd38644fc3,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:29.036903 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-27cdc226-850b-4161-a29c-fba379060184 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:29.038154 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-27cdc226-850b-4161-a29c-fba379060184 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1596 time: 0.1985807
Jul 06 00:51:29.039122 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-27cdc226-850b-4161-a29c-fba379060184 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:29.041305 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 59686) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:51:29.048340 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-f7a60a1b-cf35-447d-a47f-e7e895f2e3b9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Request body: {'security_group_rule': {'security_group_id': 'db682eeb-1485-49f7-84c0-5fcd38644fc3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:51:29.058569 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-f7a60a1b-cf35-447d-a47f-e7e895f2e3b9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:51:29.064377 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-f7a60a1b-cf35-447d-a47f-e7e895f2e3b9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Usage tracker for resource:security_group_rule and tenant:21b0829bee9048fc90ba206d9988d456 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:51:29.067353 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-f7a60a1b-cf35-447d-a47f-e7e895f2e3b9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:51:29.073838 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-f7a60a1b-cf35-447d-a47f-e7e895f2e3b9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:51:29.089800 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f7a60a1b-cf35-447d-a47f-e7e895f2e3b9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:29.152894 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f7a60a1b-cf35-447d-a47f-e7e895f2e3b9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:29.156862 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f7a60a1b-cf35-447d-a47f-e7e895f2e3b9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492264'] for security_group_rule, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:29.163323 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:29.190209 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a60a1b-cf35-447d-a47f-e7e895f2e3b9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e0b800-157a-49f5-a0e6-145240bdf71e,revision_number=0']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:29.192887 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f7a60a1b-cf35-447d-a47f-e7e895f2e3b9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:29.199170 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f7a60a1b-cf35-447d-a47f-e7e895f2e3b9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:29.200434 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-f7a60a1b-cf35-447d-a47f-e7e895f2e3b9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1581235
Jul 06 00:51:29.203667 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 59692) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:51:29.209812 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-bf7ff15a-5a02-4af1-a9d5-90532834f13a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Request body: {'security_group_rule': {'security_group_id': 'db682eeb-1485-49f7-84c0-5fcd38644fc3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:51:29.215987 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-bf7ff15a-5a02-4af1-a9d5-90532834f13a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:51:29.220058 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-bf7ff15a-5a02-4af1-a9d5-90532834f13a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Usage tracker for resource:security_group_rule and tenant:21b0829bee9048fc90ba206d9988d456 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:51:29.224092 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-bf7ff15a-5a02-4af1-a9d5-90532834f13a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:51:29.230178 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-bf7ff15a-5a02-4af1-a9d5-90532834f13a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:51:29.246064 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bf7ff15a-5a02-4af1-a9d5-90532834f13a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:29.305952 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bf7ff15a-5a02-4af1-a9d5-90532834f13a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:29.308554 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bf7ff15a-5a02-4af1-a9d5-90532834f13a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492264'] for security_group_rule, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:29.310694 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-8b4bbb53-6d95-4002-ba01-78161ea8cb17 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:29.339638 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ff15a-5a02-4af1-a9d5-90532834f13a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a482ef9-c383-4758-bee8-8e619e39de9b,revision_number=0']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:29.352440 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ff15a-5a02-4af1-a9d5-90532834f13a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:29.352856 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ff15a-5a02-4af1-a9d5-90532834f13a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:29.353267 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ff15a-5a02-4af1-a9d5-90532834f13a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:29.353666 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ff15a-5a02-4af1-a9d5-90532834f13a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:29.354065 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ff15a-5a02-4af1-a9d5-90532834f13a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:29.354462 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ff15a-5a02-4af1-a9d5-90532834f13a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:29.354855 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ff15a-5a02-4af1-a9d5-90532834f13a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:29.355272 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ff15a-5a02-4af1-a9d5-90532834f13a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:29.355668 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ff15a-5a02-4af1-a9d5-90532834f13a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:29.356060 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ff15a-5a02-4af1-a9d5-90532834f13a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:29.356452 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ff15a-5a02-4af1-a9d5-90532834f13a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:29.360001 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bf7ff15a-5a02-4af1-a9d5-90532834f13a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:29.361228 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-bf7ff15a-5a02-4af1-a9d5-90532834f13a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1564379
Jul 06 00:51:29.362209 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-bf7ff15a-5a02-4af1-a9d5-90532834f13a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:29.364892 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 59696) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:51:29.370827 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-08ef1bab-7445-4247-afdf-ad4f19d825dd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Request body: {'floatingip': {'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:51:29.377539 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-08ef1bab-7445-4247-afdf-ad4f19d825dd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:51:29.381447 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-08ef1bab-7445-4247-afdf-ad4f19d825dd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Usage tracker for resource:floatingip and tenant:21b0829bee9048fc90ba206d9988d456 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:51:29.384979 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-08ef1bab-7445-4247-afdf-ad4f19d825dd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:51:29.391101 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-08ef1bab-7445-4247-afdf-ad4f19d825dd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:51:29.399824 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-08ef1bab-7445-4247-afdf-ad4f19d825dd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for floatingip, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:29.542144 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-08ef1bab-7445-4247-afdf-ad4f19d825dd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:29.681335 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-08ef1bab-7445-4247-afdf-ad4f19d825dd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Allocated IP 172.27.1.144 (34126de2-0804-4024-8df6-3ba8cfd107e5/1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b/2726e7e9-c104-4966-95a0-bed5ecb19c88) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:51:29.825354 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-08ef1bab-7445-4247-afdf-ad4f19d825dd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:29.849523 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-08ef1bab-7445-4247-afdf-ad4f19d825dd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:29.853688 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3a7f2f99-04e2-406e-8d5f-4c62bbfa83ca tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:29.923070 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ef1bab-7445-4247-afdf-ad4f19d825dd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Network 34126de2-0804-4024-8df6-3ba8cfd107e5 is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:51:29.926596 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-08ef1bab-7445-4247-afdf-ad4f19d825dd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:51:29.928722 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef1bab-7445-4247-afdf-ad4f19d825dd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Pushing event updated for resources: {'Port': ['ID=2726e7e9-c104-4966-95a0-bed5ecb19c88,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:29.931083 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ef1bab-7445-4247-afdf-ad4f19d825dd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:51:29.957616 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-08ef1bab-7445-4247-afdf-ad4f19d825dd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:30.079013 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-08ef1bab-7445-4247-afdf-ad4f19d825dd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:30.134081 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-08ef1bab-7445-4247-afdf-ad4f19d825dd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:30.334485 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-08ef1bab-7445-4247-afdf-ad4f19d825dd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:30.337831 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-08ef1bab-7445-4247-afdf-ad4f19d825dd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853431108'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:30.342055 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fac219f2-e2ac-4b26-bbaf-ef04ca92a911 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:30.667681 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef1bab-7445-4247-afdf-ad4f19d825dd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Pushing event updated for resources: {'Port': ['ID=2726e7e9-c104-4966-95a0-bed5ecb19c88,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:30.672586 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-08ef1bab-7445-4247-afdf-ad4f19d825dd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:30.683190 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-08ef1bab-7445-4247-afdf-ad4f19d825dd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459972'] for floatingip, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:30.706841 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-08ef1bab-7445-4247-afdf-ad4f19d825dd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for floatingip, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:30.708186 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-08ef1bab-7445-4247-afdf-ad4f19d825dd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3422215
Jul 06 00:51:30.947700 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-6a4cfc51-578b-47f8-8405-5ec92f9ecdee tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1929165036&fields=id&tenant_id=21b0829bee9048fc90ba206d9988d456 HTTP/1.1" status: 200  len: 267 time: 0.0462401
Jul 06 00:51:31.005256 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-16aca200-2f4f-4de1-91d9-8de12999a80a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups/db682eeb-1485-49f7-84c0-5fcd38644fc3 HTTP/1.1" status: 200  len: 2593 time: 0.0505738
Jul 06 00:51:31.184523 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-1dd765ad-394a-4f40-840e-2a436efc3737 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-152241020&fields=id&tenant_id=0a59ea96df14460c8e3284d59c6b11e9 HTTP/1.1" status: 200  len: 267 time: 0.0988808
Jul 06 00:51:31.236575 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-d876636b-7053-40d7-875c-0ba35df8ae9f tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:31.238117 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-d876636b-7053-40d7-875c-0ba35df8ae9f tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/networks?id=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb HTTP/1.1" status: 200  len: 817 time: 0.2243659
Jul 06 00:51:31.274792 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-74ea2def-3635-4d6b-b192-11cb894abf5a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/quotas/21b0829bee9048fc90ba206d9988d456 HTTP/1.1" status: 200  len: 375 time: 0.0278287
Jul 06 00:51:31.281429 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-bfaef87b-5ea7-4597-831b-6497ea0faa19 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups/f4ac25d4-400f-40e5-a57b-ed87cd711348 HTTP/1.1" status: 200  len: 4611 time: 0.0888605
Jul 06 00:51:31.489549 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-f0790be5-d8b3-4310-8f89-7988c809f162 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=21b0829bee9048fc90ba206d9988d456&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2071164
Jul 06 00:51:31.495018 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-e6778fc1-5e1d-47a5-9c7a-7905ae7787d5 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:31.496498 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-e6778fc1-5e1d-47a5-9c7a-7905ae7787d5 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/networks?id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 HTTP/1.1" status: 200  len: 812 time: 0.1801107
Jul 06 00:51:31.592428 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-bff77337-92d3-4ba3-8ced-002e7f534daa tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/quotas/0a59ea96df14460c8e3284d59c6b11e9 HTTP/1.1" status: 200  len: 375 time: 0.0882134
Jul 06 00:51:31.699304 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-f4e8eec4-5c81-47d4-9a85-7b3ec7be0d10 service neutron] 10.222.0.13 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1938286
Jul 06 00:51:31.791268 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-812f078e-1eec-400a-b179-df59f50ea2e9 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a59ea96df14460c8e3284d59c6b11e9&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1914141
Jul 06 00:51:32.150410 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-ebb9d11c-be37-4d86-a685-6edb1b234787 service neutron] 10.222.0.13 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4426055
Jul 06 00:51:32.186105 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-1e1315f9-9ad6-4c72-b1c2-7e66ca4d7502 service neutron] 10.222.0.13 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3776188
Jul 06 00:51:32.325169 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-d80fd393-8099-4cc9-aa04-f3b677e49a1d service neutron] 10.222.0.13 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313174
Jul 06 00:51:32.589514 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-20ac9c39-a79a-421b-a243-efa7e9e21ffa req-486a6f21-9080-40eb-9e8e-6405a5fd2777 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1738729911&fields=id&tenant_id=4ee89605c1d5433e80ec9577b1ac160b HTTP/1.1" status: 200  len: 267 time: 0.0508816
Jul 06 00:51:32.681836 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac9c39-a79a-421b-a243-efa7e9e21ffa req-cb76f169-b868-4f9c-821f-73f5e95165cb tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:32.684156 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-20ac9c39-a79a-421b-a243-efa7e9e21ffa req-cb76f169-b868-4f9c-821f-73f5e95165cb tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 985 time: 0.0867209
Jul 06 00:51:32.697658 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-20ac9c39-a79a-421b-a243-efa7e9e21ffa req-e4b03ed4-9b23-42a7-a992-c45ee1e37bc5 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Request body: {'port': {'security_groups': ['20e8614b-8980-4389-b9e5-5f31afe5afda']}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:51:32.826196 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-20ac9c39-a79a-421b-a243-efa7e9e21ffa req-e4b03ed4-9b23-42a7-a992-c45ee1e37bc5 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:32.924790 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-df9e2624-cf89-43e7-91d5-b8c6c6a1adfe req-f4990a97-2ed0-4cc8-b8a0-6043df9f9dc8 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 210 time: 0.0852356
Jul 06 00:51:33.043443 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a631ed60-b641-421f-9771-aaf55e06ff44 req-417c2bda-d6d4-437d-b122-d5cb9d4d6c7e tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01f74e0-fa7d-4670-9394-01aab9a32fa6 HTTP/1.1" status: 200  len: 210 time: 0.0580060
Jul 06 00:51:33.188841 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-20ac9c39-a79a-421b-a243-efa7e9e21ffa req-e4b03ed4-9b23-42a7-a992-c45ee1e37bc5 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] For port 62907dae-91a6-413f-b8dc-2c43b8220d64, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=62907dae-91a6-413f-b8dc-2c43b8220d64,segment=NetworkSegment(2bf0865b-aefd-407c-aa2b-988a78618986),segment_id=2bf0865b-aefd-407c-aa2b-988a78618986)] {{(pid=80880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:51:33.215228 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-20ac9c39-a79a-421b-a243-efa7e9e21ffa req-e4b03ed4-9b23-42a7-a992-c45ee1e37bc5 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:33.219083 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-20ac9c39-a79a-421b-a243-efa7e9e21ffa req-e4b03ed4-9b23-42a7-a992-c45ee1e37bc5 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822393280'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:33.224603 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:33.231760 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['62907dae-91a6-413f-b8dc-2c43b8220d64'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:51:33.290326 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac9c39-a79a-421b-a243-efa7e9e21ffa req-e4b03ed4-9b23-42a7-a992-c45ee1e37bc5 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:33.291244 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-20ac9c39-a79a-421b-a243-efa7e9e21ffa req-e4b03ed4-9b23-42a7-a992-c45ee1e37bc5 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:33.292832 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-20ac9c39-a79a-421b-a243-efa7e9e21ffa req-e4b03ed4-9b23-42a7-a992-c45ee1e37bc5 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "PUT /v2.0/ports/62907dae-91a6-413f-b8dc-2c43b8220d64 HTTP/1.1" status: 200  len: 943 time: 0.6004615
Jul 06 00:51:33.293512 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a186dc6-ef6a-40b5-8e9b-44370b6ec251', 'tag': '62907dae-91a6-413f-b8dc-2c43b8220d64'}] {{(pid=80880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:51:33.300245 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 59760) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:51:33.326860 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b03ed4-9b23-42a7-a992-c45ee1e37bc5 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Pushing event updated for resources: {'Port': ['ID=62907dae-91a6-413f-b8dc-2c43b8220d64,revision_number=7']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:33.337476 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e4b03ed4-9b23-42a7-a992-c45ee1e37bc5 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:33.376052 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a186dc6-ef6a-40b5-8e9b-44370b6ec251', 'tag': '62907dae-91a6-413f-b8dc-2c43b8220d64', 'status': 'completed', 'code': 200}
Jul 06 00:51:33.395335 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['62907dae-91a6-413f-b8dc-2c43b8220d64'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:51:33.407361 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4d6a2872-550f-462b-9704-deb9041e9901 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:33.495345 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4d6a2872-550f-462b-9704-deb9041e9901 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:33.587457 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6d78769a-511c-4a32-adb9-13f2a81e2015 req-c6fe9556-4416-47f2-809a-36ef7e0f52e1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ee89605c1d5433e80ec9577b1ac160b&device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 1099 time: 0.1469927
Jul 06 00:51:33.603103 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4d6a2872-550f-462b-9704-deb9041e9901 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:33.610457 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-901e984a-f673-46c4-8f8e-1f70ba50a718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:33.689612 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-32d66ada-cdff-4b36-83da-0814b07f3d40 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:33.691110 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-32d66ada-cdff-4b36-83da-0814b07f3d40 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.39 "GET /v2.0/networks?id=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb HTTP/1.1" status: 200  len: 817 time: 0.2170429
Jul 06 00:51:33.697004 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a2872-550f-462b-9704-deb9041e9901 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4c55b2-c029-447d-9e6a-b03fee61b868,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:33.710859 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-4d6a2872-550f-462b-9704-deb9041e9901 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:33.726711 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4d6a2872-550f-462b-9704-deb9041e9901 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:33.728000 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-4d6a2872-550f-462b-9704-deb9041e9901 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "DELETE /v2.0/security-groups/fc4c55b2-c029-447d-9e6a-b03fee61b868 HTTP/1.1" status: 204  len: 168 time: 0.4266462
Jul 06 00:51:33.733244 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 59768) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:51:33.746939 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a12b07a4-d188-457d-b214-d73710e41a8e None None] Provisioning complete for port 62907dae-91a6-413f-b8dc-2c43b8220d64 triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:51:33.747616 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a12b07a4-d188-457d-b214-d73710e41a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:33.777667 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78769a-511c-4a32-adb9-13f2a81e2015 req-6619f8cd-de45-4db2-b3ac-1f36f00f42d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:33.779887 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6d78769a-511c-4a32-adb9-13f2a81e2015 req-6619f8cd-de45-4db2-b3ac-1f36f00f42d8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8815c6f2-5730-4c09-9071-1e2484a73f9d HTTP/1.1" status: 200  len: 915 time: 0.1707361
Jul 06 00:51:33.890699 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6d78769a-511c-4a32-adb9-13f2a81e2015 req-63755319-5754-46e4-8a36-cfd229f355f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62907dae-91a6-413f-b8dc-2c43b8220d64 HTTP/1.1" status: 200  len: 1002 time: 0.1021550
Jul 06 00:51:33.957389 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-d9596ed6-1489-43ae-ae95-f1c5ba4a0884 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=21b0829bee9048fc90ba206d9988d456 HTTP/1.1" status: 200  len: 5009 time: 0.2564683
Jul 06 00:51:33.960692 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78769a-511c-4a32-adb9-13f2a81e2015 req-0ad4cb9e-86a2-4077-8c3c-2cf6d635ab77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:33.962256 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6d78769a-511c-4a32-adb9-13f2a81e2015 req-0ad4cb9e-86a2-4077-8c3c-2cf6d635ab77 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=570e1dff-e7fa-4074-bc1a-0da62d00f781 HTTP/1.1" status: 200  len: 853 time: 0.0616524
Jul 06 00:51:33.977267 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-7146953d-cd20-4b9e-a750-40463256ded3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Request body: {'port': {'device_id': '0d9bce5f-a2fb-4f26-9d12-018908125af8', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'admin_state_up': True, 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'security_groups': ['db682eeb-1485-49f7-84c0-5fcd38644fc3']}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:51:34.046856 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a72b4c52-daa6-4f8b-8753-b44ec0a4b4e4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Deleting port 254db332-cc66-4672-bf9b-6242520f30d7 {{(pid=80880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:51:34.047263 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a72b4c52-daa6-4f8b-8753-b44ec0a4b4e4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:34.047804 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6d78769a-511c-4a32-adb9-13f2a81e2015 req-2a696525-0229-4a30-87c1-5d85e91b47a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8815c6f2-5730-4c09-9071-1e2484a73f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762124
Jul 06 00:51:34.261077 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-da8ff910-da8b-408d-91a3-2ba0a64930f9 req-1012b03c-292b-468d-9444-726ef1048ccd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 210 time: 0.0674260
Jul 06 00:51:34.261984 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6d78769a-511c-4a32-adb9-13f2a81e2015 req-996c305b-9754-4a68-9f45-186489527a1b service neutron] 10.222.0.39 "GET /v2.0/networks/8815c6f2-5730-4c09-9071-1e2484a73f9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2055173
Jul 06 00:51:34.315903 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a72b4c52-daa6-4f8b-8753-b44ec0a4b4e4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:34.316267 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a72b4c52-daa6-4f8b-8753-b44ec0a4b4e4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:34.511277 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a72b4c52-daa6-4f8b-8753-b44ec0a4b4e4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Calling delete_port for 254db332-cc66-4672-bf9b-6242520f30d7 owned by network:floatingip {{(pid=80880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:51:34.557626 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e5158267-6332-43a1-ac92-f9d647aec769 req-80d63590-9911-423d-8e72-dd88edf1bb46 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01f74e0-fa7d-4670-9394-01aab9a32fa6 HTTP/1.1" status: 200  len: 210 time: 0.1631823
Jul 06 00:51:34.575392 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-7146953d-cd20-4b9e-a750-40463256ded3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:51:34.576552 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6d78769a-511c-4a32-adb9-13f2a81e2015 req-c56683a2-a074-4e0a-973e-baac626dc130 service neutron] 10.222.0.39 "GET /v2.0/networks/8815c6f2-5730-4c09-9071-1e2484a73f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3043058
Jul 06 00:51:34.583423 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-7146953d-cd20-4b9e-a750-40463256ded3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Usage tracker for resource:port and tenant:21b0829bee9048fc90ba206d9988d456 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:51:34.583706 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-9632c9a0-631d-48f5-b71e-23a2e1f22916 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:34.585200 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-9632c9a0-631d-48f5-b71e-23a2e1f22916 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.39 "GET /v2.0/networks?id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 HTTP/1.1" status: 200  len: 812 time: 0.3117070
Jul 06 00:51:34.587441 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-7146953d-cd20-4b9e-a750-40463256ded3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:51:34.601844 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-7146953d-cd20-4b9e-a750-40463256ded3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:51:34.622240 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-7146953d-cd20-4b9e-a750-40463256ded3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Made reservation on behalf of 21b0829bee9048fc90ba206d9988d456 for: {'port': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:51:34.628440 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-7146953d-cd20-4b9e-a750-40463256ded3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:34.667900 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-1d389b80-b95f-424f-b726-dc55e0bff710 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a59ea96df14460c8e3284d59c6b11e9 HTTP/1.1" status: 200  len: 7027 time: 0.0733707
Jul 06 00:51:34.678884 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-6debe19b-a78d-4ac5-9737-250c9bb82018 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Request body: {'port': {'device_id': 'b01f74e0-fa7d-4670-9394-01aab9a32fa6', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'admin_state_up': True, 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'security_groups': ['f4ac25d4-400f-40e5-a57b-ed87cd711348']}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:51:34.836639 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-6debe19b-a78d-4ac5-9737-250c9bb82018 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:51:34.847564 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-6debe19b-a78d-4ac5-9737-250c9bb82018 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:51:34.856816 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-6debe19b-a78d-4ac5-9737-250c9bb82018 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Made reservation on behalf of 0a59ea96df14460c8e3284d59c6b11e9 for: {'port': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:51:34.863231 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-6debe19b-a78d-4ac5-9737-250c9bb82018 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:35.036506 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-6debe19b-a78d-4ac5-9737-250c9bb82018 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Allocated IP 172.20.0.10 (681d8fd8-4ec2-4a3b-8b9a-ac10096b7356/1f2f0bee-f85d-4c51-8d52-55ad296fee6b/548d04a5-0e5c-4ac5-9d32-dfbeb32f553a) {{(pid=80881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:51:35.074582 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a72b4c52-daa6-4f8b-8753-b44ec0a4b4e4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:35.082362 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5ad170d0-9095-48a3-9b47-95ada77fd368 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:35.130632 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b4c52-daa6-4f8b-8753-b44ec0a4b4e4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Pushing event deleted for resources: {'Port': ['ID=254db332-cc66-4672-bf9b-6242520f30d7,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:35.136730 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a72b4c52-daa6-4f8b-8753-b44ec0a4b4e4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:35.229020 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-7146953d-cd20-4b9e-a750-40463256ded3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Allocated IP 172.20.0.14 (3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb/25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8/65986850-5992-4aa1-8877-66feb800c05b) {{(pid=80880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:51:35.251343 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-6debe19b-a78d-4ac5-9737-250c9bb82018 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for port, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:35.268117 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-6debe19b-a78d-4ac5-9737-250c9bb82018 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Transition to ACTIVE for port object 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a will not be triggered until provisioned by entity DHCP. {{(pid=80881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:51:35.280253 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a72b4c52-daa6-4f8b-8753-b44ec0a4b4e4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks [] for floatingip, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:35.293990 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-6debe19b-a78d-4ac5-9737-250c9bb82018 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:35.300558 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-48ff254d-ac19-4b97-99ec-ddd13cc87fd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:35.374319 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-6debe19b-a78d-4ac5-9737-250c9bb82018 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Network 681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 is already hosted by enough agents. {{(pid=80881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:51:35.378441 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-6debe19b-a78d-4ac5-9737-250c9bb82018 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Resources bound (agent type, host, resource id):  {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:51:35.383213 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-6debe19b-a78d-4ac5-9737-250c9bb82018 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Received port after_create {{(pid=80881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:51:35.410299 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debe19b-a78d-4ac5-9737-250c9bb82018 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Pushing event updated for resources: {'Port': ['ID=548d04a5-0e5c-4ac5-9d32-dfbeb32f553a,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:35.416056 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-6debe19b-a78d-4ac5-9737-250c9bb82018 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:35.456105 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-6debe19b-a78d-4ac5-9737-250c9bb82018 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:35.456809 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-6debe19b-a78d-4ac5-9737-250c9bb82018 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:35.486637 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-6debe19b-a78d-4ac5-9737-250c9bb82018 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8121607
Jul 06 00:51:35.501134 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-37066600-87b6-498a-9e0e-8a399c71d2e1 service neutron] Request body: {'port': {'device_id': 'b01f74e0-fa7d-4670-9394-01aab9a32fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:51:35.535428 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fe2f3550-0a4e-422a-92b0-8816c5f7b231 req-3527109a-5104-4d10-90ce-b2861cca09ff tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 210 time: 0.0731566
Jul 06 00:51:35.615398 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-37066600-87b6-498a-9e0e-8a399c71d2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:35.668335 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-7146953d-cd20-4b9e-a750-40463256ded3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for port, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:35.697111 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-7146953d-cd20-4b9e-a750-40463256ded3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Transition to ACTIVE for port object 65986850-5992-4aa1-8877-66feb800c05b will not be triggered until provisioned by entity DHCP. {{(pid=80880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:51:35.801209 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-966e1ca2-fe21-4f6e-bcfd-d96acfe51b3c None None] Provisioning for port 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:51:35.806090 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-966e1ca2-fe21-4f6e-bcfd-d96acfe51b3c None None] Provisioning complete for port 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:51:35.806503 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-966e1ca2-fe21-4f6e-bcfd-d96acfe51b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:35.851995 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-7146953d-cd20-4b9e-a750-40463256ded3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:35.859597 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-966e1ca2-fe21-4f6e-bcfd-d96acfe51b3c None None] Port 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:51:35.861731 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7cd4909b-ac2d-4fe3-ae5f-9f280a6aa3fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:35.939848 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48702fd-df4a-4c0e-abac-0278baceefb3 req-c1d8e1ac-613a-4820-9c38-5f1269bd6e63 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:35.941502 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a48702fd-df4a-4c0e-abac-0278baceefb3 req-c1d8e1ac-613a-4820-9c38-5f1269bd6e63 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01f74e0-fa7d-4670-9394-01aab9a32fa6 HTTP/1.1" status: 200  len: 932 time: 0.2494197
Jul 06 00:51:35.973870 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-37066600-87b6-498a-9e0e-8a399c71d2e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a {{(pid=80881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:51:35.980902 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-37066600-87b6-498a-9e0e-8a399c71d2e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:35.983501 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-7146953d-cd20-4b9e-a750-40463256ded3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Network 3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb is already hosted by enough agents. {{(pid=80880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:51:35.986993 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146953d-cd20-4b9e-a750-40463256ded3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Pushing event updated for resources: {'Port': ['ID=65986850-5992-4aa1-8877-66feb800c05b,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:35.989891 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7146953d-cd20-4b9e-a750-40463256ded3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:35.993721 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-7146953d-cd20-4b9e-a750-40463256ded3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Resources bound (agent type, host, resource id):  {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:51:35.996000 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-7146953d-cd20-4b9e-a750-40463256ded3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Received port after_create {{(pid=80880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:51:35.998006 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-37066600-87b6-498a-9e0e-8a399c71d2e1 service neutron] Transition to ACTIVE for port object 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a will not be triggered until provisioned by entity L2. {{(pid=80881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:51:36.001479 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-37066600-87b6-498a-9e0e-8a399c71d2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853431108'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:36.006072 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-6debe19b-a78d-4ac5-9737-250c9bb82018 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:36.165739 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-7146953d-cd20-4b9e-a750-40463256ded3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:36.166455 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-7146953d-cd20-4b9e-a750-40463256ded3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:36.194870 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a48702fd-df4a-4c0e-abac-0278baceefb3 req-ee4c86d0-b130-4324-9bf1-71bdf3c50608 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2326570
Jul 06 00:51:36.216394 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-7146953d-cd20-4b9e-a750-40463256ded3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2456701
Jul 06 00:51:36.257301 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] Request body: {'port': {'device_id': '0d9bce5f-a2fb-4f26-9d12-018908125af8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:51:36.329421 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72b4c52-daa6-4f8b-8753-b44ec0a4b4e4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Router 308f893a-86c9-4fed-aa71-c5d402ce37b2 has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:51:36.387817 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a10e33e6-98f1-4442-bacc-c5959408f258 None None] Provisioning for port 65986850-5992-4aa1-8877-66feb800c05b completed by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:51:36.389789 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37066600-87b6-498a-9e0e-8a399c71d2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=548d04a5-0e5c-4ac5-9d32-dfbeb32f553a,revision_number=2']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:36.392994 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-37066600-87b6-498a-9e0e-8a399c71d2e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:36.393143 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-a10e33e6-98f1-4442-bacc-c5959408f258 None None] Provisioning complete for port 65986850-5992-4aa1-8877-66feb800c05b triggered by entity DHCP. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:51:36.393490 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a10e33e6-98f1-4442-bacc-c5959408f258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:36.399878 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:36.447449 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a10e33e6-98f1-4442-bacc-c5959408f258 None None] Port 65986850-5992-4aa1-8877-66feb800c05b cannot update to ACTIVE because it is not bound. {{(pid=80882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:301}}
Jul 06 00:51:36.501813 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-37066600-87b6-498a-9e0e-8a399c71d2e1 service neutron] Attempting to bind port 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:51:36.502183 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-37066600-87b6-498a-9e0e-8a399c71d2e1 service neutron] Attempting to bind port 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': 'c12a8489-e3ef-4a29-9d7d-d16560fbcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356'}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:51:36.502549 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-37066600-87b6-498a-9e0e-8a399c71d2e1 service neutron] Attempting to bind port 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a on network 681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:51:36.508475 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-37066600-87b6-498a-9e0e-8a399c71d2e1 service neutron] Port 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a on network 681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 00:51:36.508835 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-37066600-87b6-498a-9e0e-8a399c71d2e1 service neutron] Attempting to bind port 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a on network 681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:51:36.515637 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-37066600-87b6-498a-9e0e-8a399c71d2e1 service neutron] Checking agent: {'id': '043dc09b-b03f-45ac-adf3-2bee2c468120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'started_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:51:36.516011 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-37066600-87b6-498a-9e0e-8a399c71d2e1 service neutron] Checking segment: {'id': 'c12a8489-e3ef-4a29-9d7d-d16560fbcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:51:36.516429 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-37066600-87b6-498a-9e0e-8a399c71d2e1 service neutron] Bound using segment: {'id': 'c12a8489-e3ef-4a29-9d7d-d16560fbcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356'} {{(pid=80881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:51:36.516898 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-37066600-87b6-498a-9e0e-8a399c71d2e1 service neutron] Bound port: 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c12a8489-e3ef-4a29-9d7d-d16560fbcc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356'}}] {{(pid=80881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:51:36.517274 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-37066600-87b6-498a-9e0e-8a399c71d2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:36.603847 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-37066600-87b6-498a-9e0e-8a399c71d2e1 service neutron] For port 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a, host hv-cinder-79954, cleared binding levels {{(pid=80881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:51:36.606982 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-37066600-87b6-498a-9e0e-8a399c71d2e1 service neutron] For port 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=548d04a5-0e5c-4ac5-9d32-dfbeb32f553a,segment=NetworkSegment(c12a8489-e3ef-4a29-9d7d-d16560fbcc5d),segment_id=c12a8489-e3ef-4a29-9d7d-d16560fbcc5d)] {{(pid=80881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:51:36.610916 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-37066600-87b6-498a-9e0e-8a399c71d2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853431108'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:36.615413 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3ea756f0-e622-4136-9247-1706b5067924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:36.680050 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-37066600-87b6-498a-9e0e-8a399c71d2e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:36.681471 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-37066600-87b6-498a-9e0e-8a399c71d2e1 service neutron] 10.222.0.39 "PUT /v2.0/ports/548d04a5-0e5c-4ac5-9d32-dfbeb32f553a HTTP/1.1" status: 200  len: 1094 time: 1.1859460
Jul 06 00:51:36.682053 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01f74e0-fa7d-4670-9394-01aab9a32fa6', 'tag': '548d04a5-0e5c-4ac5-9d32-dfbeb32f553a'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:51:36.696703 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37066600-87b6-498a-9e0e-8a399c71d2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=548d04a5-0e5c-4ac5-9d32-dfbeb32f553a,revision_number=3']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:36.700214 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-37066600-87b6-498a-9e0e-8a399c71d2e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:36.773520 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01f74e0-fa7d-4670-9394-01aab9a32fa6', 'tag': '548d04a5-0e5c-4ac5-9d32-dfbeb32f553a', 'status': 'completed', 'code': 200}
Jul 06 00:51:36.816061 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-36333d5d-4ed4-4d8f-94c1-f34d3e7cd0eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a59ea96df14460c8e3284d59c6b11e9&device_id=b01f74e0-fa7d-4670-9394-01aab9a32fa6 HTTP/1.1" status: 200  len: 1097 time: 0.0836592
Jul 06 00:51:36.898305 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-6967dd2f-0248-4a2d-bd81-02cddd0456c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=548d04a5-0e5c-4ac5-9d32-dfbeb32f553a HTTP/1.1" status: 200  len: 217 time: 0.0747514
Jul 06 00:51:36.970285 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-223b643c-1bf5-4d9e-82fd-3fb1244ecd68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:36.971897 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-223b643c-1bf5-4d9e-82fd-3fb1244ecd68 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1f2f0bee-f85d-4c51-8d52-55ad296fee6b HTTP/1.1" status: 200  len: 851 time: 0.0663056
Jul 06 00:51:37.052706 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-a7758bb5-7920-4dbc-a1a1-5cf4dc8fd1cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725715
Jul 06 00:51:37.121847 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931824c-28a1-4f20-ba1c-ce27a275e9a6 req-b201c3a1-35f8-4ee6-817f-a0ddc779c31f tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:37.122808 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-8931824c-28a1-4f20-ba1c-ce27a275e9a6 req-b201c3a1-35f8-4ee6-817f-a0ddc779c31f tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Synchronizing usage tracker for tenant:21b0829bee9048fc90ba206d9988d456 on resource:port {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:51:37.195664 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72b4c52-daa6-4f8b-8753-b44ec0a4b4e4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:51:37.196248 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-0242e455-97f1-48f0-9861-128f9d3c7294 service neutron] 10.222.0.39 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354375
Jul 06 00:51:37.205815 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a72b4c52-daa6-4f8b-8753-b44ec0a4b4e4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for floatingip, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:37.206534 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13ffb0e-a2d5-43ae-aec2-a37995a36fa6 None None] Sync routers for ids ['308f893a-86c9-4fed-aa71-c5d402ce37b2'] in dv-cinder-799546-2-iscsi {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:51:37.220008 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13ffb0e-a2d5-43ae-aec2-a37995a36fa6 None None] Routers {'308f893a-86c9-4fed-aa71-c5d402ce37b2'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:51:37.220839 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-d13ffb0e-a2d5-43ae-aec2-a37995a36fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a8ffbc438>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:51:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['308f893a-86c9-4fed-aa71-c5d402ce37b2'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:37.282505 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-a72b4c52-daa6-4f8b-8753-b44ec0a4b4e4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "DELETE /v2.0/floatingips/0c7feba5-30d7-420f-8eaa-f2423916778b HTTP/1.1" status: 204  len: 168 time: 3.5464952
Jul 06 00:51:37.285913 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a186dc6-ef6a-40b5-8e9b-44370b6ec251', 'tag': '62907dae-91a6-413f-b8dc-2c43b8220d64'}] {{(pid=80880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:51:37.294163 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-8931824c-28a1-4f20-ba1c-ce27a275e9a6 req-b201c3a1-35f8-4ee6-817f-a0ddc779c31f tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Unset dirty status for tenant:21b0829bee9048fc90ba206d9988d456 on resource:port {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:51:37.295551 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8931824c-28a1-4f20-ba1c-ce27a275e9a6 req-b201c3a1-35f8-4ee6-817f-a0ddc779c31f tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 932 time: 0.6265881
Jul 06 00:51:37.298352 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65986850-5992-4aa1-8877-66feb800c05b {{(pid=80880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:51:37.350221 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:37.362059 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0e33b704-ac7e-4ce8-8fa3-8e2f65054ad7 req-de8d7550-74ea-4b45-bb81-54949f605e1a service neutron] 10.222.0.39 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1593943
Jul 06 00:51:37.414277 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8931824c-28a1-4f20-ba1c-ce27a275e9a6 req-04a45b5c-4be8-4624-8397-ea6a6a6b0eb3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1107662
Jul 06 00:51:37.429107 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] Transition to ACTIVE for port object 65986850-5992-4aa1-8877-66feb800c05b will not be triggered until provisioned by entity L2. {{(pid=80880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:51:37.456398 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822393280'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:37.462657 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-31a6ea96-3157-488c-962d-31409f1ad982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:37.503611 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bcec7f85-1260-4462-bcec-bdfe4df5c333 req-200a6eff-9382-4dfc-b50d-8e6095283594 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a59ea96df14460c8e3284d59c6b11e9&device_id=b01f74e0-fa7d-4670-9394-01aab9a32fa6 HTTP/1.1" status: 200  len: 1097 time: 0.0899627
Jul 06 00:51:37.535426 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097a710-930e-4995-8630-168927cae36d req-bf2b053c-1ac9-4898-aad9-ed532f59ceaf tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:37.537077 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1097a710-930e-4995-8630-168927cae36d req-bf2b053c-1ac9-4898-aad9-ed532f59ceaf tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01f74e0-fa7d-4670-9394-01aab9a32fa6 HTTP/1.1" status: 200  len: 944 time: 0.1890621
Jul 06 00:51:37.628196 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-d13ffb0e-a2d5-43ae-aec2-a37995a36fa6 None None] Set router 308f893a-86c9-4fed-aa71-c5d402ce37b2 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:51:37.648934 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] Pushing event updated for resources: {'Port': ['ID=65986850-5992-4aa1-8877-66feb800c05b,revision_number=2']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:37.651723 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:37.718956 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec7f85-1260-4462-bcec-bdfe4df5c333 req-fc56ca30-da05-4fc2-a4f0-a6229c3725bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:37.720563 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bcec7f85-1260-4462-bcec-bdfe4df5c333 req-fc56ca30-da05-4fc2-a4f0-a6229c3725bd service neutron] 10.222.0.39 "GET /v2.0/networks?id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 HTTP/1.1" status: 200  len: 913 time: 0.2078676
Jul 06 00:51:37.773820 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1097a710-930e-4995-8630-168927cae36d req-c3623d6a-8641-4667-a683-79e80e563f25 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1719873
Jul 06 00:51:37.850136 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bcec7f85-1260-4462-bcec-bdfe4df5c333 req-bc16e11c-6c78-489b-b1ce-5b50c5c6dae8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=548d04a5-0e5c-4ac5-9d32-dfbeb32f553a HTTP/1.1" status: 200  len: 217 time: 0.1175025
Jul 06 00:51:37.855302 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] Attempting to bind port 65986850-5992-4aa1-8877-66feb800c05b on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:51:37.855718 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] Attempting to bind port 65986850-5992-4aa1-8877-66feb800c05b by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': '6d9114fc-06ae-4c8a-a003-f75e46019ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb'}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:51:37.856173 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] Attempting to bind port 65986850-5992-4aa1-8877-66feb800c05b on network 3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:51:37.864973 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] Port 65986850-5992-4aa1-8877-66feb800c05b on network 3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 00:51:37.865335 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] Attempting to bind port 65986850-5992-4aa1-8877-66feb800c05b on network 3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:51:37.889161 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a186dc6-ef6a-40b5-8e9b-44370b6ec251', 'tag': '62907dae-91a6-413f-b8dc-2c43b8220d64', 'status': 'completed', 'code': 200}
Jul 06 00:51:37.904393 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] Checking agent: {'id': '043dc09b-b03f-45ac-adf3-2bee2c468120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'started_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:51:37.904865 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] Checking segment: {'id': '6d9114fc-06ae-4c8a-a003-f75e46019ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:51:37.908304 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] Bound using segment: {'id': '6d9114fc-06ae-4c8a-a003-f75e46019ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb'} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:51:37.908885 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] Bound port: 65986850-5992-4aa1-8877-66feb800c05b, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9114fc-06ae-4c8a-a003-f75e46019ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb'}}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:51:37.909274 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:37.933976 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec7f85-1260-4462-bcec-bdfe4df5c333 req-58f9ad27-3228-48a9-bc37-60e0a8410910 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:37.940433 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bcec7f85-1260-4462-bcec-bdfe4df5c333 req-58f9ad27-3228-48a9-bc37-60e0a8410910 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1f2f0bee-f85d-4c51-8d52-55ad296fee6b HTTP/1.1" status: 200  len: 851 time: 0.0777962
Jul 06 00:51:38.038740 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] For port 65986850-5992-4aa1-8877-66feb800c05b, host hv-cinder-79954, cleared binding levels {{(pid=80880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:51:38.041934 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] For port 65986850-5992-4aa1-8877-66feb800c05b, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=65986850-5992-4aa1-8877-66feb800c05b,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:51:38.047373 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822393280'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:38.052376 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a6d0fec3-9176-4afb-bb02-d8560bcfb339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:38.104539 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3d3913fe-847f-42f9-97d3-1300b2c532cb req-3e72f48e-d9c0-4c01-8082-111d709cf320 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4ee89605c1d5433e80ec9577b1ac160b&device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 1099 time: 0.1629152
Jul 06 00:51:38.117980 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:38.119468 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] 10.222.0.39 "PUT /v2.0/ports/65986850-5992-4aa1-8877-66feb800c05b HTTP/1.1" status: 200  len: 1094 time: 1.8672922
Jul 06 00:51:38.122428 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-d13ffb0e-a2d5-43ae-aec2-a37995a36fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a8ffbc438>, [{'id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'name': 'tempest-TestMinimumBasicScenario-747274449-router', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:44Z', 'revision_number': 4, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'gw_port': {'id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '67dd7b12-7245-4383-bd10-5936e5fdc41b', 'name': '', 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'mac_address': 'fa:16:3e:5e:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '570e1dff-e7fa-4074-bc1a-0da62d00f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:43Z', 'updated_at': '2021-07-06T00:47:53Z', 'revision_number': 5, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'subnets': [{'id': '570e1dff-e7fa-4074-bc1a-0da62d00f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:38.134198 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13ffb0e-a2d5-43ae-aec2-a37995a36fa6 None None] Checking router: 308f893a-86c9-4fed-aa71-c5d402ce37b2 for host: dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:51:38.140466 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] Pushing event updated for resources: {'Port': ['ID=65986850-5992-4aa1-8877-66feb800c05b,revision_number=3']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:38.141507 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bcec7f85-1260-4462-bcec-bdfe4df5c333 req-5b989008-ae5c-4a5d-be1d-210a3f411452 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1374812
Jul 06 00:51:38.145029 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:38.147758 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13ffb0e-a2d5-43ae-aec2-a37995a36fa6 None None] Routers {'308f893a-86c9-4fed-aa71-c5d402ce37b2'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:51:38.148442 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-d13ffb0e-a2d5-43ae-aec2-a37995a36fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a8ffbc438>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:51:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['308f893a-86c9-4fed-aa71-c5d402ce37b2'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:38.274526 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-d103a0b2-cbed-49ab-b0c5-3ad0376415be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21b0829bee9048fc90ba206d9988d456&device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 1097 time: 0.1007853
Jul 06 00:51:38.357289 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-18a5a9a1-7c25-4eb5-b4f8-1ae8407db72d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65986850-5992-4aa1-8877-66feb800c05b HTTP/1.1" status: 200  len: 217 time: 0.0736094
Jul 06 00:51:38.390575 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-d13ffb0e-a2d5-43ae-aec2-a37995a36fa6 None None] Set router 308f893a-86c9-4fed-aa71-c5d402ce37b2 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:51:38.417563 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3913fe-847f-42f9-97d3-1300b2c532cb req-2f57679b-99b8-4182-b6f6-57873c045443 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:38.418837 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3d3913fe-847f-42f9-97d3-1300b2c532cb req-2f57679b-99b8-4182-b6f6-57873c045443 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8815c6f2-5730-4c09-9071-1e2484a73f9d HTTP/1.1" status: 200  len: 915 time: 0.2763398
Jul 06 00:51:38.423652 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bcec7f85-1260-4462-bcec-bdfe4df5c333 req-f8349e85-9235-49a1-8dda-08139657cdad service neutron] 10.222.0.39 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2421644
Jul 06 00:51:38.427883 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-6644f5a8-2b40-44cc-9d82-710d1b10d63e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:38.429441 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-6644f5a8-2b40-44cc-9d82-710d1b10d63e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8 HTTP/1.1" status: 200  len: 856 time: 0.0641248
Jul 06 00:51:38.542978 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-66957949-79da-492e-9ca4-952be38fa23b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0951459
Jul 06 00:51:38.577014 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3d3913fe-847f-42f9-97d3-1300b2c532cb req-48d1a9a8-0a48-465e-88ea-60f51b129672 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62907dae-91a6-413f-b8dc-2c43b8220d64 HTTP/1.1" status: 200  len: 217 time: 0.1385281
Jul 06 00:51:38.676178 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3913fe-847f-42f9-97d3-1300b2c532cb req-b96a33f0-3030-4e4a-bc2b-323c29ae4246 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:38.677709 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3d3913fe-847f-42f9-97d3-1300b2c532cb req-b96a33f0-3030-4e4a-bc2b-323c29ae4246 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=570e1dff-e7fa-4074-bc1a-0da62d00f781 HTTP/1.1" status: 200  len: 853 time: 0.0886161
Jul 06 00:51:38.744483 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bcec7f85-1260-4462-bcec-bdfe4df5c333 req-d2e3e11f-588e-4aca-943e-ae8c0aeb90b0 service neutron] 10.222.0.39 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2476425
Jul 06 00:51:38.771792 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acac39-1479-4f2f-88c7-d43bfe65c45d req-9a9bd05e-e9d8-4023-941a-b2cfc63fc49a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:38.773574 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-12acac39-1479-4f2f-88c7-d43bfe65c45d req-9a9bd05e-e9d8-4023-941a-b2cfc63fc49a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 944 time: 0.1909435
Jul 06 00:51:38.776090 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3d3913fe-847f-42f9-97d3-1300b2c532cb req-feaa2153-3ec7-4332-b414-31ec16f64f99 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8815c6f2-5730-4c09-9071-1e2484a73f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846212
Jul 06 00:51:38.777562 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-97e776bb-975c-4611-a566-f461a5ff36c0 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2189605
Jul 06 00:51:38.779257 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-d13ffb0e-a2d5-43ae-aec2-a37995a36fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a8ffbc438>, [{'id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'name': 'tempest-TestMinimumBasicScenario-747274449-router', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:44Z', 'revision_number': 4, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'gw_port': {'id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '67dd7b12-7245-4383-bd10-5936e5fdc41b', 'name': '', 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'mac_address': 'fa:16:3e:5e:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '570e1dff-e7fa-4074-bc1a-0da62d00f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:43Z', 'updated_at': '2021-07-06T00:47:53Z', 'revision_number': 5, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'subnets': [{'id': '570e1dff-e7fa-4074-bc1a-0da62d00f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:38.784100 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13ffb0e-a2d5-43ae-aec2-a37995a36fa6 None None] The sync data for ids ['308f893a-86c9-4fed-aa71-c5d402ce37b2'] in dv-cinder-799546-2-iscsi is: [{'id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'name': 'tempest-TestMinimumBasicScenario-747274449-router', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:44Z', 'revision_number': 4, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'gw_port': {'id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '67dd7b12-7245-4383-bd10-5936e5fdc41b', 'name': '', 'network_id': '8815c6f2-5730-4c09-9071-1e2484a73f9d', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'mac_address': 'fa:16:3e:5e:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '570e1dff-e7fa-4074-bc1a-0da62d00f781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:43Z', 'updated_at': '2021-07-06T00:47:53Z', 'revision_number': 5, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'subnets': [{'id': '570e1dff-e7fa-4074-bc1a-0da62d00f781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:51:38.933391 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-12acac39-1479-4f2f-88c7-d43bfe65c45d req-636c3af6-699a-4957-ba1b-e4472b4933d7 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1424084
Jul 06 00:51:38.979430 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3d3913fe-847f-42f9-97d3-1300b2c532cb req-0ea457d7-6bb9-4e9d-9da8-c2a66c761f72 service neutron] 10.222.0.39 "GET /v2.0/networks/8815c6f2-5730-4c09-9071-1e2484a73f9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1874449
Jul 06 00:51:39.024416 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-738cb525-c410-4de3-8795-23ba9fac80d9 req-6a344e16-c4c3-4ba5-b0c9-9ab14ba4ad31 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2313864
Jul 06 00:51:39.065562 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54947a2-462a-4d62-a661-21ab0f2f9f96 req-33521e01-eb02-4391-ac14-9253ca98a884 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:39.067281 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c54947a2-462a-4d62-a661-21ab0f2f9f96 req-33521e01-eb02-4391-ac14-9253ca98a884 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01f74e0-fa7d-4670-9394-01aab9a32fa6 HTTP/1.1" status: 200  len: 944 time: 0.1099691
Jul 06 00:51:39.146534 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c54947a2-462a-4d62-a661-21ab0f2f9f96 req-cfe84bef-ff99-47ac-8ad5-2a22e48d5bb6 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0718009
Jul 06 00:51:39.385508 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea0662c-f3ee-47f3-8a83-9240865e775f None None] New status for floating IP 0c7feba5-30d7-420f-8eaa-f2423916778b: DOWN {{(pid=80883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 00:51:39.440570 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3d3913fe-847f-42f9-97d3-1300b2c532cb req-e49efdc0-0cea-4123-8182-c36168f68250 service neutron] 10.222.0.39 "GET /v2.0/networks/8815c6f2-5730-4c09-9071-1e2484a73f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4536104
Jul 06 00:51:39.903363 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9bce5f-a2fb-4f26-9d12-018908125af8', 'tag': '65986850-5992-4aa1-8877-66feb800c05b'}] {{(pid=80880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:51:39.955280 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9bce5f-a2fb-4f26-9d12-018908125af8', 'tag': '65986850-5992-4aa1-8877-66feb800c05b', 'status': 'completed', 'code': 200}
Jul 06 00:51:40.054137 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7b0ebd4c-f6f6-427e-a37f-d93ac9a294ff req-aefa75e3-aee8-4951-b1e0-7b3cd93f6d05 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21b0829bee9048fc90ba206d9988d456&device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 1097 time: 0.0722163
Jul 06 00:51:40.147125 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67b0aa-e468-4e35-aa8e-2ed728bc73e5 req-3c110153-9c1f-4428-b39f-33fba047fb9b tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:40.159024 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6b67b0aa-e468-4e35-aa8e-2ed728bc73e5 req-3c110153-9c1f-4428-b39f-33fba047fb9b tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 944 time: 0.1027884
Jul 06 00:51:40.193491 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ebd4c-f6f6-427e-a37f-d93ac9a294ff req-a9158f1f-20b3-49c9-9488-8111eb965e3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:40.195116 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7b0ebd4c-f6f6-427e-a37f-d93ac9a294ff req-a9158f1f-20b3-49c9-9488-8111eb965e3d service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb HTTP/1.1" status: 200  len: 918 time: 0.1317728
Jul 06 00:51:40.209449 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6b67b0aa-e468-4e35-aa8e-2ed728bc73e5 req-d87e4d1e-5979-4fcf-894f-7d326ce063d3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495315
Jul 06 00:51:40.271200 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7b0ebd4c-f6f6-427e-a37f-d93ac9a294ff req-f85decdb-eeb7-4624-84b7-2293acb1ceb9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65986850-5992-4aa1-8877-66feb800c05b HTTP/1.1" status: 200  len: 217 time: 0.0667686
Jul 06 00:51:40.337441 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ebd4c-f6f6-427e-a37f-d93ac9a294ff req-67625f16-dbe6-4989-8e60-f2e39212792d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:40.339006 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7b0ebd4c-f6f6-427e-a37f-d93ac9a294ff req-67625f16-dbe6-4989-8e60-f2e39212792d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8 HTTP/1.1" status: 200  len: 856 time: 0.0599864
Jul 06 00:51:40.391620 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051e602-8c39-438d-a95c-796b913a0e6a req-c572d564-66b8-44f9-b8de-db0cbe117fcf tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:40.393227 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b051e602-8c39-438d-a95c-796b913a0e6a req-c572d564-66b8-44f9-b8de-db0cbe117fcf tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01f74e0-fa7d-4670-9394-01aab9a32fa6 HTTP/1.1" status: 200  len: 944 time: 0.0806253
Jul 06 00:51:40.423583 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7b0ebd4c-f6f6-427e-a37f-d93ac9a294ff req-5475bc00-6926-4e66-83d7-41d86b4fa489 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760894
Jul 06 00:51:40.450647 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b051e602-8c39-438d-a95c-796b913a0e6a req-c9b05a34-2167-40e4-87a5-039b2c79f211 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483000
Jul 06 00:51:40.568292 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7b0ebd4c-f6f6-427e-a37f-d93ac9a294ff req-d7787842-e64f-468e-81dd-8ed3094c944c service neutron] 10.222.0.39 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369650
Jul 06 00:51:40.615407 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 59834) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:51:40.711982 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7b0ebd4c-f6f6-427e-a37f-d93ac9a294ff req-93743432-3ff6-4b78-9b97-c364481a9ca6 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317618
Jul 06 00:51:40.942204 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-e38de67f-c778-46f0-a9a6-d5de6381932b tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Deleting port 1902432a-e8ef-467f-9212-6bc5a0cc4c79 {{(pid=80880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:51:40.942578 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e38de67f-c778-46f0-a9a6-d5de6381932b tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:41.385518 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e38de67f-c778-46f0-a9a6-d5de6381932b tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:41.386148 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e38de67f-c778-46f0-a9a6-d5de6381932b tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:41.522709 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-e38de67f-c778-46f0-a9a6-d5de6381932b tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Calling delete_port for 1902432a-e8ef-467f-9212-6bc5a0cc4c79 owned by network:floatingip {{(pid=80880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:51:41.651541 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261a26c-75df-47e0-9773-c16b20bef60b req-b0c03267-82b4-4ff4-bf38-6c3169e4c666 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:41.653134 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b261a26c-75df-47e0-9773-c16b20bef60b req-b0c03267-82b4-4ff4-bf38-6c3169e4c666 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 944 time: 0.3218234
Jul 06 00:51:41.764694 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52766944-8e82-41fe-9a98-626c0dbed7c1 req-e65b8184-65d8-44c3-9181-67e2c0733300 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:41.766296 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-52766944-8e82-41fe-9a98-626c0dbed7c1 req-e65b8184-65d8-44c3-9181-67e2c0733300 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01f74e0-fa7d-4670-9394-01aab9a32fa6 HTTP/1.1" status: 200  len: 944 time: 0.1955254
Jul 06 00:51:41.804837 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b261a26c-75df-47e0-9773-c16b20bef60b req-150edf9c-16c4-4f89-ba3d-50922f7bb44c tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1409202
Jul 06 00:51:41.834564 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e38de67f-c778-46f0-a9a6-d5de6381932b tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:41.841024 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:41.893424 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38de67f-c778-46f0-a9a6-d5de6381932b tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Pushing event deleted for resources: {'Port': ['ID=1902432a-e8ef-467f-9212-6bc5a0cc4c79,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:41.896011 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e38de67f-c778-46f0-a9a6-d5de6381932b tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:41.898612 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-52766944-8e82-41fe-9a98-626c0dbed7c1 req-f928aa98-27c7-42d2-83d0-ff04a5717476 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1191020
Jul 06 00:51:41.989011 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e38de67f-c778-46f0-a9a6-d5de6381932b tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for floatingip, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:42.310869 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fbbe8627-d20c-4ff2-9e98-26fdbe02fb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:42.373312 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 65986850-5992-4aa1-8877-66feb800c05b details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 00:51:42.396139 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5b1cd-2d56-4855-ad98-846750bf111a req-51b82d59-2ef1-4f97-a165-43f21a8c2cce tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:42.396877 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-52d5b1cd-2d56-4855-ad98-846750bf111a req-51b82d59-2ef1-4f97-a165-43f21a8c2cce tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Synchronizing usage tracker for tenant:4ee89605c1d5433e80ec9577b1ac160b on resource:port {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:51:42.431683 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-52d5b1cd-2d56-4855-ad98-846750bf111a req-51b82d59-2ef1-4f97-a165-43f21a8c2cce tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Unset dirty status for tenant:4ee89605c1d5433e80ec9577b1ac160b on resource:port {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:51:42.432927 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-52d5b1cd-2d56-4855-ad98-846750bf111a req-51b82d59-2ef1-4f97-a165-43f21a8c2cce tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 946 time: 0.1920192
Jul 06 00:51:42.497660 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-52d5b1cd-2d56-4855-ad98-846750bf111a req-cb1e5668-6857-493e-9415-979ea302a56d tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567622
Jul 06 00:51:42.506685 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38de67f-c778-46f0-a9a6-d5de6381932b tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Router b2e21710-4ee6-4386-8d9b-f6430ef37add has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:51:42.511287 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 65986850-5992-4aa1-8877-66feb800c05b, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=65986850-5992-4aa1-8877-66feb800c05b,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:51:42.526088 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Returning: {'device': '65986850-5992-4aa1-8877-66feb800c05b', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'port_id': '65986850-5992-4aa1-8877-66feb800c05b', 'mac_address': 'fa:16:3e:00:46:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 00:51:42.576702 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:42.596022 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65986850-5992-4aa1-8877-66feb800c05b {{(pid=80882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:51:42.614921 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 65986850-5992-4aa1-8877-66feb800c05b, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=65986850-5992-4aa1-8877-66feb800c05b,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:51:42.617935 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:42.620534 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:42.680707 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=65986850-5992-4aa1-8877-66feb800c05b,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:42.689669 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:42.690055 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:42.690429 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:42.690799 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:42.691244 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:42.691614 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:42.691978 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:42.692352 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:42.692716 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:42.693074 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:42.693437 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:51:42.697459 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:42.706829 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38de67f-c778-46f0-a9a6-d5de6381932b tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:51:42.716063 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecb6ef7-eb4c-4a1b-9c4d-0f2698f124e7 None None] Sync routers for ids ['b2e21710-4ee6-4386-8d9b-f6430ef37add'] in dv-cinder-799546-2-iscsi {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:51:42.719978 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e38de67f-c778-46f0-a9a6-d5de6381932b tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for floatingip, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:42.728615 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecb6ef7-eb4c-4a1b-9c4d-0f2698f124e7 None None] Routers {'b2e21710-4ee6-4386-8d9b-f6430ef37add'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:51:42.729275 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-4ecb6ef7-eb4c-4a1b-9c4d-0f2698f124e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a8ff27cc0>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:51:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b2e21710-4ee6-4386-8d9b-f6430ef37add'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:42.769067 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-e38de67f-c778-46f0-a9a6-d5de6381932b tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "DELETE /v2.0/floatingips/8b02b15b-e939-4fc0-9f6c-632d05ff26b2 HTTP/1.1" status: 204  len: 168 time: 2.1522868
Jul 06 00:51:42.770039 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce1a6b4-e60c-479a-ab79-235549c8c6ba', 'tag': 'ad682014-74b4-4eb4-93ae-d5b20e6151bd'}] {{(pid=80880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:51:42.831256 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce1a6b4-e60c-479a-ab79-235549c8c6ba', 'tag': 'ad682014-74b4-4eb4-93ae-d5b20e6151bd', 'status': 'completed', 'code': 200}
Jul 06 00:51:42.965241 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d6dc8269-dda3-4722-9a1d-b13e59feb69b req-fd6e3af7-2474-4549-8e57-036fec5ae7f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f0c256f0870e4bf7ae5b32acc283bad9&device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 1099 time: 0.0946341
Jul 06 00:51:43.121738 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00300b68-13fd-419a-9060-708ce1bcbda5 req-1e2f2dcd-0a26-4889-b19b-9a0409abea05 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:43.123640 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-00300b68-13fd-419a-9060-708ce1bcbda5 req-1e2f2dcd-0a26-4889-b19b-9a0409abea05 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 945 time: 0.0872567
Jul 06 00:51:43.147174 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc8269-dda3-4722-9a1d-b13e59feb69b req-3db1498d-8fdf-4fb0-94b8-9f43523b6518 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:43.149101 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d6dc8269-dda3-4722-9a1d-b13e59feb69b req-3db1498d-8fdf-4fb0-94b8-9f43523b6518 service neutron] 10.222.0.39 "GET /v2.0/networks?id=411d145c-8901-4ec3-b98d-0157f9cbedb7 HTTP/1.1" status: 200  len: 910 time: 0.1760011
Jul 06 00:51:43.168390 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-4ecb6ef7-eb4c-4a1b-9c4d-0f2698f124e7 None None] Set router b2e21710-4ee6-4386-8d9b-f6430ef37add gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:51:43.216045 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['65986850-5992-4aa1-8877-66feb800c05b'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:51:43.226614 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-00300b68-13fd-419a-9060-708ce1bcbda5 req-0fb4e2a3-1831-4a39-98ea-ca0b3d3d622c tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611458
Jul 06 00:51:43.231753 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d6dc8269-dda3-4722-9a1d-b13e59feb69b req-fd0bd341-59c5-4271-ace2-c7645d201fa0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad682014-74b4-4eb4-93ae-d5b20e6151bd HTTP/1.1" status: 200  len: 217 time: 0.0724292
Jul 06 00:51:43.244279 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d67e83-e4bd-49b6-941d-eefbf674da0b req-6719f986-d973-4c90-a5a2-59495a1c6667 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:43.245855 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d7d67e83-e4bd-49b6-941d-eefbf674da0b req-6719f986-d973-4c90-a5a2-59495a1c6667 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01f74e0-fa7d-4670-9394-01aab9a32fa6 HTTP/1.1" status: 200  len: 944 time: 0.1205959
Jul 06 00:51:43.312561 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d7d67e83-e4bd-49b6-941d-eefbf674da0b req-cb54c879-1c6c-42a2-ba0d-7889ea1ae6eb tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594530
Jul 06 00:51:43.315360 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc8269-dda3-4722-9a1d-b13e59feb69b req-606c93b9-964f-45db-8b9d-e260d1b93cdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:43.316993 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d6dc8269-dda3-4722-9a1d-b13e59feb69b req-606c93b9-964f-45db-8b9d-e260d1b93cdb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=35df5122-581f-4bdc-a4f3-ffbf681f5270 HTTP/1.1" status: 200  len: 848 time: 0.0769196
Jul 06 00:51:43.408920 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d6dc8269-dda3-4722-9a1d-b13e59feb69b req-e23f790d-017d-48e3-8ad5-eabaca8f2765 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=411d145c-8901-4ec3-b98d-0157f9cbedb7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760076
Jul 06 00:51:43.504446 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda9292-c4f7-413e-b8a5-1c9a8745c703 req-b294627f-9635-413b-9ee7-0821ae9c2295 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:43.505475 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-8eda9292-c4f7-413e-b8a5-1c9a8745c703 req-b294627f-9635-413b-9ee7-0821ae9c2295 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Synchronizing usage tracker for tenant:f0c256f0870e4bf7ae5b32acc283bad9 on resource:port {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:51:43.524481 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-8eda9292-c4f7-413e-b8a5-1c9a8745c703 req-b294627f-9635-413b-9ee7-0821ae9c2295 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Unset dirty status for tenant:f0c256f0870e4bf7ae5b32acc283bad9 on resource:port {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:51:43.524481 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8eda9292-c4f7-413e-b8a5-1c9a8745c703 req-b294627f-9635-413b-9ee7-0821ae9c2295 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 946 time: 0.0965495
Jul 06 00:51:43.566954 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d6dc8269-dda3-4722-9a1d-b13e59feb69b req-cad957f2-747e-4a4f-a467-6f8af3e53d3d service neutron] 10.222.0.39 "GET /v2.0/networks/411d145c-8901-4ec3-b98d-0157f9cbedb7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1493280
Jul 06 00:51:43.582850 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-4ecb6ef7-eb4c-4a1b-9c4d-0f2698f124e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a8ff27cc0>, [{'id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'name': 'tempest-TestShelveInstance-1532931694-router', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '77905b43-b4f6-487b-9a96-b4986ab5be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:45:03Z', 'updated_at': '2021-07-06T00:45:07Z', 'revision_number': 4, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'gw_port': {'id': '77905b43-b4f6-487b-9a96-b4986ab5be94', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:04Z', 'updated_at': '2021-07-06T00:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '7cdcbaee-b519-4186-b2ab-839c53f6e3ab', 'name': '', 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'mac_address': 'fa:16:3e:df:17:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35df5122-581f-4bdc-a4f3-ffbf681f5270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:07Z', 'updated_at': '2021-07-06T00:45:17Z', 'revision_number': 5, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'subnets': [{'id': '35df5122-581f-4bdc-a4f3-ffbf681f5270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:43.585091 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8eda9292-c4f7-413e-b8a5-1c9a8745c703 req-371a73f8-2406-42e3-ab3f-7aee36dfe67a tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447750
Jul 06 00:51:43.586939 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecb6ef7-eb4c-4a1b-9c4d-0f2698f124e7 None None] Checking router: b2e21710-4ee6-4386-8d9b-f6430ef37add for host: dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:51:43.604236 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecb6ef7-eb4c-4a1b-9c4d-0f2698f124e7 None None] Routers {'b2e21710-4ee6-4386-8d9b-f6430ef37add'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:51:43.604931 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-4ecb6ef7-eb4c-4a1b-9c4d-0f2698f124e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a8ff27cc0>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:51:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b2e21710-4ee6-4386-8d9b-f6430ef37add'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:43.694728 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:43.721433 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bfb86-4f4b-4495-a7dd-48a9e96c91e7 req-3b35e9f0-44f2-4b7d-9053-c4838255744a tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:43.723448 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-875bfb86-4f4b-4495-a7dd-48a9e96c91e7 req-3b35e9f0-44f2-4b7d-9053-c4838255744a tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 946 time: 0.0884926
Jul 06 00:51:43.728317 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d6dc8269-dda3-4722-9a1d-b13e59feb69b req-9884fcac-5ec3-4dac-884c-9f3472e55892 service neutron] 10.222.0.39 "GET /v2.0/networks/411d145c-8901-4ec3-b98d-0157f9cbedb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1513307
Jul 06 00:51:43.775908 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-875bfb86-4f4b-4495-a7dd-48a9e96c91e7 req-89ac3e27-2b17-4bc4-90ee-bf618f80174a tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442202
Jul 06 00:51:43.794695 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-4ecb6ef7-eb4c-4a1b-9c4d-0f2698f124e7 None None] Set router b2e21710-4ee6-4386-8d9b-f6430ef37add gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:51:44.089325 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:44.112537 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-4ecb6ef7-eb4c-4a1b-9c4d-0f2698f124e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a8ff27cc0>, [{'id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'name': 'tempest-TestShelveInstance-1532931694-router', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '77905b43-b4f6-487b-9a96-b4986ab5be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:45:03Z', 'updated_at': '2021-07-06T00:45:07Z', 'revision_number': 4, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'gw_port': {'id': '77905b43-b4f6-487b-9a96-b4986ab5be94', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:04Z', 'updated_at': '2021-07-06T00:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '7cdcbaee-b519-4186-b2ab-839c53f6e3ab', 'name': '', 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'mac_address': 'fa:16:3e:df:17:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35df5122-581f-4bdc-a4f3-ffbf681f5270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:07Z', 'updated_at': '2021-07-06T00:45:17Z', 'revision_number': 5, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'subnets': [{'id': '35df5122-581f-4bdc-a4f3-ffbf681f5270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:44.116502 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecb6ef7-eb4c-4a1b-9c4d-0f2698f124e7 None None] The sync data for ids ['b2e21710-4ee6-4386-8d9b-f6430ef37add'] in dv-cinder-799546-2-iscsi is: [{'id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'name': 'tempest-TestShelveInstance-1532931694-router', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '77905b43-b4f6-487b-9a96-b4986ab5be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:45:03Z', 'updated_at': '2021-07-06T00:45:07Z', 'revision_number': 4, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'gw_port': {'id': '77905b43-b4f6-487b-9a96-b4986ab5be94', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:04Z', 'updated_at': '2021-07-06T00:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '7cdcbaee-b519-4186-b2ab-839c53f6e3ab', 'name': '', 'network_id': '411d145c-8901-4ec3-b98d-0157f9cbedb7', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'mac_address': 'fa:16:3e:df:17:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35df5122-581f-4bdc-a4f3-ffbf681f5270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:07Z', 'updated_at': '2021-07-06T00:45:17Z', 'revision_number': 5, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'subnets': [{'id': '35df5122-581f-4bdc-a4f3-ffbf681f5270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:51:44.345332 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b9ae4b13-999d-4ba8-8e33-bb7f2a30f448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:44.436164 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfc7d5-63a9-4cb6-8434-0b33b386fb91 req-9189313a-699b-47ef-8f91-d78733754885 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:44.438414 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7ecfc7d5-63a9-4cb6-8434-0b33b386fb91 req-9189313a-699b-47ef-8f91-d78733754885 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 945 time: 0.0861392
Jul 06 00:51:44.546982 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7ecfc7d5-63a9-4cb6-8434-0b33b386fb91 req-3625fdfe-8989-421c-aa98-c463285c5afe tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639348
Jul 06 00:51:44.559439 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9bd05-e673-4d8a-969d-1c3443cf4a39 req-2febb340-b047-446b-8c13-17c7e440d5d2 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:44.561221 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-00e9bd05-e673-4d8a-969d-1c3443cf4a39 req-2febb340-b047-446b-8c13-17c7e440d5d2 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01f74e0-fa7d-4670-9394-01aab9a32fa6 HTTP/1.1" status: 200  len: 944 time: 0.1215630
Jul 06 00:51:44.570022 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38314862-5084-43de-a5e9-9eaea62a4a70 None None] New status for floating IP 8b02b15b-e939-4fc0-9f6c-632d05ff26b2: DOWN {{(pid=80883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 00:51:44.580516 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db0b4d-af9c-4b37-be12-c1047b5c21a7 req-e8253da6-993b-45bd-9d3f-170b0fdb9aaf tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:44.581270 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-90db0b4d-af9c-4b37-be12-c1047b5c21a7 req-e8253da6-993b-45bd-9d3f-170b0fdb9aaf tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Synchronizing usage tracker for tenant:4ee89605c1d5433e80ec9577b1ac160b on resource:port {{(pid=80881) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:51:44.594725 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-90db0b4d-af9c-4b37-be12-c1047b5c21a7 req-e8253da6-993b-45bd-9d3f-170b0fdb9aaf tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Unset dirty status for tenant:4ee89605c1d5433e80ec9577b1ac160b on resource:port {{(pid=80881) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:51:44.596215 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-90db0b4d-af9c-4b37-be12-c1047b5c21a7 req-e8253da6-993b-45bd-9d3f-170b0fdb9aaf tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 946 time: 0.1027026
Jul 06 00:51:44.629638 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-00e9bd05-e673-4d8a-969d-1c3443cf4a39 req-579c41e3-0f8d-445d-9e4d-01705e119357 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596282
Jul 06 00:51:44.688515 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-90db0b4d-af9c-4b37-be12-c1047b5c21a7 req-90eda543-a9f9-463d-b56b-9d27ee58eabc tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Deleting port 62907dae-91a6-413f-b8dc-2c43b8220d64 {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:51:44.688896 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-90db0b4d-af9c-4b37-be12-c1047b5c21a7 req-90eda543-a9f9-463d-b56b-9d27ee58eabc tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:44.841036 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:44.954541 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-90db0b4d-af9c-4b37-be12-c1047b5c21a7 req-90eda543-a9f9-463d-b56b-9d27ee58eabc tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] For port 62907dae-91a6-413f-b8dc-2c43b8220d64, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=62907dae-91a6-413f-b8dc-2c43b8220d64,segment=NetworkSegment(2bf0865b-aefd-407c-aa2b-988a78618986),segment_id=2bf0865b-aefd-407c-aa2b-988a78618986)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:51:44.954935 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-90db0b4d-af9c-4b37-be12-c1047b5c21a7 req-90eda543-a9f9-463d-b56b-9d27ee58eabc tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:45.148478 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df880a13-6508-4090-ad2c-8be581a4d9b2 req-fb98f662-49d1-4051-9187-dccd482e28cc tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:45.150183 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-df880a13-6508-4090-ad2c-8be581a4d9b2 req-fb98f662-49d1-4051-9187-dccd482e28cc tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 946 time: 0.3715854
Jul 06 00:51:45.162551 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8b523-e1da-407f-bdca-2af11aa16167 req-57229f2c-63ec-4dc9-b555-cfe3e1888650 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:45.164186 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cac8b523-e1da-407f-bdca-2af11aa16167 req-57229f2c-63ec-4dc9-b555-cfe3e1888650 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a186dc6-ef6a-40b5-8e9b-44370b6ec251 HTTP/1.1" status: 200  len: 946 time: 0.1115830
Jul 06 00:51:45.300612 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-df880a13-6508-4090-ad2c-8be581a4d9b2 req-cef097cd-c211-4271-b8f7-d42fdacfd3de tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/security-groups?id=39d0fda0-f2e3-4044-aa91-3d44998519f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1353550
Jul 06 00:51:45.305117 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cac8b523-e1da-407f-bdca-2af11aa16167 req-1822e856-d9d7-461d-a252-48a3bf1714a8 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.13 "GET /v2.0/security-groups?id=20e8614b-8980-4389-b9e5-5f31afe5afda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221445
Jul 06 00:51:45.319433 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-90db0b4d-af9c-4b37-be12-c1047b5c21a7 req-90eda543-a9f9-463d-b56b-9d27ee58eabc tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Calling delete_port for 62907dae-91a6-413f-b8dc-2c43b8220d64 owned by compute:nova {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:51:45.338335 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317fe7d-f0a5-4ea8-ab0e-ef3b7fe90589 req-c7bca0e6-25f5-4160-a9d0-c37444cf3ff2 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:45.339941 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7317fe7d-f0a5-4ea8-ab0e-ef3b7fe90589 req-c7bca0e6-25f5-4160-a9d0-c37444cf3ff2 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.39 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 946 time: 0.1286597
Jul 06 00:51:45.412827 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-7317fe7d-f0a5-4ea8-ab0e-ef3b7fe90589 req-83e40bd4-21de-44af-92c8-cddf95096dbf tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Deleting port ad682014-74b4-4eb4-93ae-d5b20e6151bd {{(pid=80880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:51:45.413103 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-7317fe7d-f0a5-4ea8-ab0e-ef3b7fe90589 req-83e40bd4-21de-44af-92c8-cddf95096dbf tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:45.458529 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-90db0b4d-af9c-4b37-be12-c1047b5c21a7 req-90eda543-a9f9-463d-b56b-9d27ee58eabc tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:45.464204 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-77130e3c-1c65-4cab-b064-4445dc0761b9 tempest-AttachVolumeNegativeTest-1518188628 tempest-AttachVolumeNegativeTest-1518188628-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:45.474273 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['62907dae-91a6-413f-b8dc-2c43b8220d64'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:51:45.505047 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eda543-a9f9-463d-b56b-9d27ee58eabc tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Pushing event deleted for resources: {'Port': ['ID=62907dae-91a6-413f-b8dc-2c43b8220d64,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:45.509323 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-90eda543-a9f9-463d-b56b-9d27ee58eabc tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:45.591479 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-90db0b4d-af9c-4b37-be12-c1047b5c21a7 req-90eda543-a9f9-463d-b56b-9d27ee58eabc tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] No DVR routers for this DVR port 62907dae-91a6-413f-b8dc-2c43b8220d64 on host hv-cinder-79954 {{(pid=80881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:51:45.594346 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-90db0b4d-af9c-4b37-be12-c1047b5c21a7 req-90eda543-a9f9-463d-b56b-9d27ee58eabc tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:45.598576 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a186dc6-ef6a-40b5-8e9b-44370b6ec251', 'name': 'network-vif-deleted', 'tag': '62907dae-91a6-413f-b8dc-2c43b8220d64'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:51:45.617079 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-90db0b4d-af9c-4b37-be12-c1047b5c21a7 req-90eda543-a9f9-463d-b56b-9d27ee58eabc tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] 10.222.0.39 "DELETE /v2.0/ports/62907dae-91a6-413f-b8dc-2c43b8220d64 HTTP/1.1" status: 204  len: 173 time: 1.0144958
Jul 06 00:51:45.659596 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a186dc6-ef6a-40b5-8e9b-44370b6ec251', 'name': 'network-vif-deleted', 'tag': '62907dae-91a6-413f-b8dc-2c43b8220d64', 'status': 'completed', 'code': 200}
Jul 06 00:51:45.666999 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-7317fe7d-f0a5-4ea8-ab0e-ef3b7fe90589 req-83e40bd4-21de-44af-92c8-cddf95096dbf tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] For port ad682014-74b4-4eb4-93ae-d5b20e6151bd, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=ad682014-74b4-4eb4-93ae-d5b20e6151bd,segment=NetworkSegment(13961f85-3457-4e48-ae65-f590338ac95f),segment_id=13961f85-3457-4e48-ae65-f590338ac95f)] {{(pid=80880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:51:45.667557 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-7317fe7d-f0a5-4ea8-ab0e-ef3b7fe90589 req-83e40bd4-21de-44af-92c8-cddf95096dbf tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:45.820507 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-7317fe7d-f0a5-4ea8-ab0e-ef3b7fe90589 req-83e40bd4-21de-44af-92c8-cddf95096dbf tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Calling delete_port for ad682014-74b4-4eb4-93ae-d5b20e6151bd owned by compute:nova {{(pid=80880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:51:46.001402 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:46.082033 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34c94a-1c6d-443b-896e-1b27591024a8 req-de8c57ad-ae45-491d-afed-698cb0292599 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:46.083736 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9c34c94a-1c6d-443b-896e-1b27591024a8 req-de8c57ad-ae45-491d-afed-698cb0292599 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 945 time: 0.2707980
Jul 06 00:51:46.093501 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885b395-b838-4c32-8aa5-7bb50c60fa7b req-6d94f6ce-fccc-4380-b6db-040cdaaf4dbb tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:46.094768 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f885b395-b838-4c32-8aa5-7bb50c60fa7b req-6d94f6ce-fccc-4380-b6db-040cdaaf4dbb tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01f74e0-fa7d-4670-9394-01aab9a32fa6 HTTP/1.1" status: 200  len: 944 time: 0.1924219
Jul 06 00:51:46.177629 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-7317fe7d-f0a5-4ea8-ab0e-ef3b7fe90589 req-83e40bd4-21de-44af-92c8-cddf95096dbf tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:46.184603 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:46.230002 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9c34c94a-1c6d-443b-896e-1b27591024a8 req-80bef542-3be7-4096-b597-1dd9835fb768 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1318846
Jul 06 00:51:46.240575 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e40bd4-21de-44af-92c8-cddf95096dbf tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Pushing event deleted for resources: {'Port': ['ID=ad682014-74b4-4eb4-93ae-d5b20e6151bd,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:46.250141 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-83e40bd4-21de-44af-92c8-cddf95096dbf tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:46.289114 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f885b395-b838-4c32-8aa5-7bb50c60fa7b req-0c3c0531-4443-4d1f-827b-f3e0622defd9 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1757579
Jul 06 00:51:46.343493 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-7317fe7d-f0a5-4ea8-ab0e-ef3b7fe90589 req-83e40bd4-21de-44af-92c8-cddf95096dbf tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] No DVR routers for this DVR port ad682014-74b4-4eb4-93ae-d5b20e6151bd on host hv-cinder-79954 {{(pid=80880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:51:46.347000 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-7317fe7d-f0a5-4ea8-ab0e-ef3b7fe90589 req-83e40bd4-21de-44af-92c8-cddf95096dbf tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:46.353154 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce1a6b4-e60c-479a-ab79-235549c8c6ba', 'name': 'network-vif-deleted', 'tag': 'ad682014-74b4-4eb4-93ae-d5b20e6151bd'}] {{(pid=80880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:51:46.367860 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7317fe7d-f0a5-4ea8-ab0e-ef3b7fe90589 req-83e40bd4-21de-44af-92c8-cddf95096dbf tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.39 "DELETE /v2.0/ports/ad682014-74b4-4eb4-93ae-d5b20e6151bd HTTP/1.1" status: 204  len: 173 time: 1.0213051
Jul 06 00:51:46.390742 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 00:51:46.393805 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 65986850-5992-4aa1-8877-66feb800c05b up at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:51:46.477856 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-a3eeb381-b7e2-46eb-9c10-86f9786d6e8b req-eabd4c6b-caeb-45cb-a7dc-3d2486ac1401 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Synchronizing usage tracker for tenant:f0c256f0870e4bf7ae5b32acc283bad9 on resource:port {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:51:46.494752 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-a3eeb381-b7e2-46eb-9c10-86f9786d6e8b req-eabd4c6b-caeb-45cb-a7dc-3d2486ac1401 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Unset dirty status for tenant:f0c256f0870e4bf7ae5b32acc283bad9 on resource:port {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:51:46.496146 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a3eeb381-b7e2-46eb-9c10-86f9786d6e8b req-eabd4c6b-caeb-45cb-a7dc-3d2486ac1401 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "GET /v2.0/ports?device_id=cce1a6b4-e60c-479a-ab79-235549c8c6ba HTTP/1.1" status: 200  len: 210 time: 0.0640755
Jul 06 00:51:46.521064 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce1a6b4-e60c-479a-ab79-235549c8c6ba', 'name': 'network-vif-deleted', 'tag': 'ad682014-74b4-4eb4-93ae-d5b20e6151bd', 'status': 'completed', 'code': 200}
Jul 06 00:51:46.555696 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning for port 65986850-5992-4aa1-8877-66feb800c05b completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:51:46.573469 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning complete for port 65986850-5992-4aa1-8877-66feb800c05b triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:51:46.573889 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:46.840216 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=548d04a5-0e5c-4ac5-9d32-dfbeb32f553a,segment=NetworkSegment(c12a8489-e3ef-4a29-9d7d-d16560fbcc5d),segment_id=c12a8489-e3ef-4a29-9d7d-d16560fbcc5d)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:51:46.859737 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Returning: {'device': '548d04a5-0e5c-4ac5-9d32-dfbeb32f553a', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'port_id': '548d04a5-0e5c-4ac5-9d32-dfbeb32f553a', 'mac_address': 'fa:16:3e:0b:62:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 00:51:46.966722 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:46.982184 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:47.014351 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9bce5f-a2fb-4f26-9d12-018908125af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65986850-5992-4aa1-8877-66feb800c05b'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:51:47.021294 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a {{(pid=80882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:51:47.040586 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 65986850-5992-4aa1-8877-66feb800c05b, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=65986850-5992-4aa1-8877-66feb800c05b,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:51:47.045311 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:47.048399 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=548d04a5-0e5c-4ac5-9d32-dfbeb32f553a,segment=NetworkSegment(c12a8489-e3ef-4a29-9d7d-d16560fbcc5d),segment_id=c12a8489-e3ef-4a29-9d7d-d16560fbcc5d)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:51:47.049404 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:47.083325 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9bce5f-a2fb-4f26-9d12-018908125af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65986850-5992-4aa1-8877-66feb800c05b', 'code': 200}
Jul 06 00:51:47.088991 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:47.122996 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=65986850-5992-4aa1-8877-66feb800c05b,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:47.126832 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:47.127502 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-90b6dd5c-5035-4b86-ac32-13db8e729d02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:47.191620 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 59936) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:51:47.210511 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=548d04a5-0e5c-4ac5-9d32-dfbeb32f553a,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:47.214136 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:47.461073 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['548d04a5-0e5c-4ac5-9d32-dfbeb32f553a'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:51:47.548888 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d331eec1-0a45-440d-9b82-36ba21b14fb8 req-0693c169-d232-48be-a66f-a182017ddef2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 1099 time: 0.2636468
Jul 06 00:51:47.622026 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5a685-4088-43e7-a7ee-74654b48171f req-a66f9922-b1cd-4fe0-8943-7b0dea340b9d tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:47.623603 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-57d5a685-4088-43e7-a7ee-74654b48171f req-a66f9922-b1cd-4fe0-8943-7b0dea340b9d tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.2257824
Jul 06 00:51:47.661762 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3dd8a4-2c85-443f-aa40-18572d5310b1 req-93569a2d-f098-4477-82fb-321ea8154b03 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:47.663274 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9c3dd8a4-2c85-443f-aa40-18572d5310b1 req-93569a2d-f098-4477-82fb-321ea8154b03 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01f74e0-fa7d-4670-9394-01aab9a32fa6 HTTP/1.1" status: 200  len: 945 time: 0.2074873
Jul 06 00:51:47.676496 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d331eec1-0a45-440d-9b82-36ba21b14fb8 req-63202c4e-b417-4ce1-874b-2d335a44735f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1108122
Jul 06 00:51:47.797625 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-57d5a685-4088-43e7-a7ee-74654b48171f req-500eec81-f5cc-40cd-8eb3-388ec9d728e1 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1625481
Jul 06 00:51:47.816125 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9c3dd8a4-2c85-443f-aa40-18572d5310b1 req-8e63d894-e4d1-42ad-a59a-dfe7244f3e78 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1432874
Jul 06 00:51:47.917356 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 59948) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:51:47.929389 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1889ec57-ee6c-47ab-92a8-501f992480fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854316684'] for router_interface, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:47.990496 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-def19c24-8ea0-40cf-9d49-f8ff7ef08e17 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:48.021665 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-def19c24-8ea0-40cf-9d49-f8ff7ef08e17 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:48.072513 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-def19c24-8ea0-40cf-9d49-f8ff7ef08e17 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:48.078618 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3435b231-ca35-401f-8bfa-12a12545629d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:48.096457 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def19c24-8ea0-40cf-9d49-f8ff7ef08e17 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d0fda0-f2e3-4044-aa91-3d44998519f9,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:48.101439 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-def19c24-8ea0-40cf-9d49-f8ff7ef08e17 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:48.105312 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-def19c24-8ea0-40cf-9d49-f8ff7ef08e17 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:48.106424 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-def19c24-8ea0-40cf-9d49-f8ff7ef08e17 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] 10.222.0.13 "DELETE /v2.0/security-groups/39d0fda0-f2e3-4044-aa91-3d44998519f9 HTTP/1.1" status: 204  len: 168 time: 0.1879873
Jul 06 00:51:48.169800 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 59954) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:51:48.373229 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a up at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:51:48.439329 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning for port 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:51:48.444098 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning complete for port 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:51:48.444641 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:48.563712 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:48.598275 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=548d04a5-0e5c-4ac5-9d32-dfbeb32f553a,segment=NetworkSegment(c12a8489-e3ef-4a29-9d7d-d16560fbcc5d),segment_id=c12a8489-e3ef-4a29-9d7d-d16560fbcc5d)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:51:48.601369 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:48.602234 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device ad682014-74b4-4eb4-93ae-d5b20e6151bd no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:51:48.629941 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-928374b7-44f4-4872-b0e6-43fcbb0d6105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:48.670406 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-375f1531-e412-4812-87f3-970f43045b6a None None] No Port match for: ad682014-74b4-4eb4-93ae-d5b20e6151bd {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:51:48.670778 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device ad682014-74b4-4eb4-93ae-d5b20e6151bd not bound to the agent host hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:51:48.671510 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 62907dae-91a6-413f-b8dc-2c43b8220d64 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:51:48.700299 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9f70-b6df-46ab-8525-1013264a7dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854316684'] for router_interface, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:48.710156 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-375f1531-e412-4812-87f3-970f43045b6a None None] No Port match for: 62907dae-91a6-413f-b8dc-2c43b8220d64 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:51:48.710542 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 62907dae-91a6-413f-b8dc-2c43b8220d64 not bound to the agent host hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:51:48.733332 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=548d04a5-0e5c-4ac5-9d32-dfbeb32f553a,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:48.736739 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:48.754869 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-1889ec57-ee6c-47ab-92a8-501f992480fa admin admin] Deleting port 67dd7b12-7245-4383-bd10-5936e5fdc41b {{(pid=80880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:51:48.755284 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1889ec57-ee6c-47ab-92a8-501f992480fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:48.943173 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-1889ec57-ee6c-47ab-92a8-501f992480fa admin admin] For port 67dd7b12-7245-4383-bd10-5936e5fdc41b, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=67dd7b12-7245-4383-bd10-5936e5fdc41b,segment=NetworkSegment(2bf0865b-aefd-407c-aa2b-988a78618986),segment_id=2bf0865b-aefd-407c-aa2b-988a78618986)] {{(pid=80880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:51:48.943777 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1889ec57-ee6c-47ab-92a8-501f992480fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:49.085008 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01f74e0-fa7d-4670-9394-01aab9a32fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548d04a5-0e5c-4ac5-9d32-dfbeb32f553a'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:51:49.189554 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-1889ec57-ee6c-47ab-92a8-501f992480fa admin admin] Calling delete_port for 67dd7b12-7245-4383-bd10-5936e5fdc41b owned by network:router_interface {{(pid=80880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:51:49.328277 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e9f70-b6df-46ab-8525-1013264a7dd8 admin admin] Deleting port 7cdcbaee-b519-4186-b2ab-839c53f6e3ab {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:51:49.328648 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9f70-b6df-46ab-8525-1013264a7dd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:49.446305 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbdc86-91e3-4abb-bd0f-dee5cabbb679 req-733f5e76-b212-4aa5-a7e5-e29104c2f7c2 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:49.447929 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-96dbdc86-91e3-4abb-bd0f-dee5cabbb679 req-733f5e76-b212-4aa5-a7e5-e29104c2f7c2 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01f74e0-fa7d-4670-9394-01aab9a32fa6 HTTP/1.1" status: 200  len: 946 time: 0.4144516
Jul 06 00:51:49.456186 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf9aa6-d55a-4cbf-8557-7674258a58fb req-e614113c-aab7-4bca-b0d6-b75f13487fc1 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:49.457696 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-eddf9aa6-d55a-4cbf-8557-7674258a58fb req-e614113c-aab7-4bca-b0d6-b75f13487fc1 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.3837361
Jul 06 00:51:49.496360 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-8a6e9f70-b6df-46ab-8525-1013264a7dd8 admin admin] For port 7cdcbaee-b519-4186-b2ab-839c53f6e3ab, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=7cdcbaee-b519-4186-b2ab-839c53f6e3ab,segment=NetworkSegment(13961f85-3457-4e48-ae65-f590338ac95f),segment_id=13961f85-3457-4e48-ae65-f590338ac95f)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:51:49.496724 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9f70-b6df-46ab-8525-1013264a7dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:49.568612 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-96dbdc86-91e3-4abb-bd0f-dee5cabbb679 req-ea95fce6-fec0-4f16-af71-1def867c1676 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1077101
Jul 06 00:51:49.605952 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-eddf9aa6-d55a-4cbf-8557-7674258a58fb req-2e8ace5e-7e9b-4fd3-93f9-3c4fdd75f8cc tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1247401
Jul 06 00:51:49.626048 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e9f70-b6df-46ab-8525-1013264a7dd8 admin admin] Calling delete_port for 7cdcbaee-b519-4186-b2ab-839c53f6e3ab owned by network:router_interface {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:51:49.641614 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1889ec57-ee6c-47ab-92a8-501f992480fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:49.646276 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3a636c31-68cc-497f-84a8-48b053a770d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:49.681875 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01f74e0-fa7d-4670-9394-01aab9a32fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548d04a5-0e5c-4ac5-9d32-dfbeb32f553a', 'code': 200}
Jul 06 00:51:49.691551 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889ec57-ee6c-47ab-92a8-501f992480fa admin admin] Pushing event deleted for resources: {'Port': ['ID=67dd7b12-7245-4383-bd10-5936e5fdc41b,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:49.695723 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1889ec57-ee6c-47ab-92a8-501f992480fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:49.819048 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9f70-b6df-46ab-8525-1013264a7dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:49.824230 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-09a16abf-6ac0-429e-a418-ea23b5a72923 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:49.870840 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e9f70-b6df-46ab-8525-1013264a7dd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cdcbaee-b519-4186-b2ab-839c53f6e3ab,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:49.880557 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-8a6e9f70-b6df-46ab-8525-1013264a7dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:50.063035 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ec323e4e-67cb-4405-bb6b-a92004e3e317 req-98cbc3a6-0991-47b0-970b-55a61578a34f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b01f74e0-fa7d-4670-9394-01aab9a32fa6 HTTP/1.1" status: 200  len: 1099 time: 0.1118529
Jul 06 00:51:50.124726 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1889ec57-ee6c-47ab-92a8-501f992480fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851622423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401411'] for router_interface, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:50.156066 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ec323e4e-67cb-4405-bb6b-a92004e3e317 req-24bcaefa-f23d-4f05-b409-03de9ed843d1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0839634
Jul 06 00:51:50.223556 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9f70-b6df-46ab-8525-1013264a7dd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851622423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401411'] for router_interface, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:51.078204 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de613666-a532-4edb-a6e7-c7dfe40e4881 req-a6a76c6e-cf0d-4e7b-a166-74118edfe9d9 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:51.079822 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-de613666-a532-4edb-a6e7-c7dfe40e4881 req-a6a76c6e-cf0d-4e7b-a166-74118edfe9d9 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01f74e0-fa7d-4670-9394-01aab9a32fa6 HTTP/1.1" status: 200  len: 946 time: 0.2422843
Jul 06 00:51:51.086085 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b23fa8-0774-4dbd-b175-d3dd8e4b1b37 req-866a1f76-9ae2-4db7-a963-eeb1fe40dc7e tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:51.087610 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-28b23fa8-0774-4dbd-b175-d3dd8e4b1b37 req-866a1f76-9ae2-4db7-a963-eeb1fe40dc7e tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.2488132
Jul 06 00:51:51.115349 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6e9f70-b6df-46ab-8525-1013264a7dd8 admin admin] Router b2e21710-4ee6-4386-8d9b-f6430ef37add has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:51:51.188051 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-de613666-a532-4edb-a6e7-c7dfe40e4881 req-22ce5b9b-53b7-4c65-a5c6-324b343c5cdd tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0994012
Jul 06 00:51:51.193009 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-28b23fa8-0774-4dbd-b175-d3dd8e4b1b37 req-8db203ed-b99b-4c56-b60c-88da8f94ade1 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0870159
Jul 06 00:51:51.329098 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1889ec57-ee6c-47ab-92a8-501f992480fa admin admin] Router 308f893a-86c9-4fed-aa71-c5d402ce37b2 has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:51:51.398326 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6e9f70-b6df-46ab-8525-1013264a7dd8 admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:51:51.408821 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f2efb6-fd75-4b55-93c4-be3fe492b523 None None] Sync routers for ids ['b2e21710-4ee6-4386-8d9b-f6430ef37add'] in dv-cinder-799546-2-iscsi {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:51:51.418593 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-8a6e9f70-b6df-46ab-8525-1013264a7dd8 admin admin] 10.222.0.13 "PUT /v2.0/routers/b2e21710-4ee6-4386-8d9b-f6430ef37add/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2475288
Jul 06 00:51:51.419332 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 59976) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:51:51.429071 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f2efb6-fd75-4b55-93c4-be3fe492b523 None None] Routers {'b2e21710-4ee6-4386-8d9b-f6430ef37add'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:51:51.430277 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-47f2efb6-fd75-4b55-93c4-be3fe492b523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a908b0208>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:51:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b2e21710-4ee6-4386-8d9b-f6430ef37add'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:51.520693 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776137ab-19bb-4f68-b8d4-9f9a6df76cc6 req-2f975ade-9ff6-473f-9652-cdb25a49bdc1 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:51.522294 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-776137ab-19bb-4f68-b8d4-9f9a6df76cc6 req-2f975ade-9ff6-473f-9652-cdb25a49bdc1 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.1899436
Jul 06 00:51:51.534652 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 59980) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:51:51.596759 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-063e2416-7a20-43fd-95b9-4d3d78988555 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Request body: {'floatingip': {'port_id': '65986850-5992-4aa1-8877-66feb800c05b'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:51:51.614401 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-47f2efb6-fd75-4b55-93c4-be3fe492b523 None None] Set router b2e21710-4ee6-4386-8d9b-f6430ef37add gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:51:51.622394 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a4ba491f-6a88-4caf-b235-d24d9c0a42fa admin admin] Notify callbacks [] for router, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:51.679461 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-063e2416-7a20-43fd-95b9-4d3d78988555 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for floatingip, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:51.815943 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a4ba491f-6a88-4caf-b235-d24d9c0a42fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:51.825183 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a4ba491f-6a88-4caf-b235-d24d9c0a42fa admin admin] Deleting port 77905b43-b4f6-487b-9a96-b4986ab5be94 {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:51:51.825570 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a4ba491f-6a88-4caf-b235-d24d9c0a42fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:51.884919 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1889ec57-ee6c-47ab-92a8-501f992480fa admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:51:51.895727 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faf8fa8-4d84-4408-88f2-af8734ad18c9 None None] Sync routers for ids ['308f893a-86c9-4fed-aa71-c5d402ce37b2'] in dv-cinder-799546-2-iscsi {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:51:51.912114 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faf8fa8-4d84-4408-88f2-af8734ad18c9 None None] Routers {'308f893a-86c9-4fed-aa71-c5d402ce37b2'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:51:51.913115 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-3faf8fa8-4d84-4408-88f2-af8734ad18c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90a07048>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:51:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['308f893a-86c9-4fed-aa71-c5d402ce37b2'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:51.922459 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-47f2efb6-fd75-4b55-93c4-be3fe492b523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a908b0208>, [{'id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'name': 'tempest-TestShelveInstance-1532931694-router', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '77905b43-b4f6-487b-9a96-b4986ab5be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:45:03Z', 'updated_at': '2021-07-06T00:51:49Z', 'revision_number': 5, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'gw_port': {'id': '77905b43-b4f6-487b-9a96-b4986ab5be94', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:04Z', 'updated_at': '2021-07-06T00:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:51.926646 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f2efb6-fd75-4b55-93c4-be3fe492b523 None None] Checking router: b2e21710-4ee6-4386-8d9b-f6430ef37add for host: dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:51:51.938425 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f2efb6-fd75-4b55-93c4-be3fe492b523 None None] Routers {'b2e21710-4ee6-4386-8d9b-f6430ef37add'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:51:51.939103 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-47f2efb6-fd75-4b55-93c4-be3fe492b523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a908b0208>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:51:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b2e21710-4ee6-4386-8d9b-f6430ef37add'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:51.974225 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-1889ec57-ee6c-47ab-92a8-501f992480fa admin admin] 10.222.0.13 "PUT /v2.0/routers/308f893a-86c9-4fed-aa71-c5d402ce37b2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7788427
Jul 06 00:51:51.974959 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 59984) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:51:52.008795 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a4ba491f-6a88-4caf-b235-d24d9c0a42fa admin admin] For port 77905b43-b4f6-487b-9a96-b4986ab5be94, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=77905b43-b4f6-487b-9a96-b4986ab5be94,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:51:52.009071 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a4ba491f-6a88-4caf-b235-d24d9c0a42fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:52.095159 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-47f2efb6-fd75-4b55-93c4-be3fe492b523 None None] Set router b2e21710-4ee6-4386-8d9b-f6430ef37add gateway port host: None {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:51:52.135892 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-3faf8fa8-4d84-4408-88f2-af8734ad18c9 None None] Set router 308f893a-86c9-4fed-aa71-c5d402ce37b2 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:51:52.163925 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a4ba491f-6a88-4caf-b235-d24d9c0a42fa admin admin] Calling delete_port for 77905b43-b4f6-487b-9a96-b4986ab5be94 owned by network:router_gateway {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:51:52.419923 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a4ba491f-6a88-4caf-b235-d24d9c0a42fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:52.433682 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:52.453844 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-47f2efb6-fd75-4b55-93c4-be3fe492b523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a908b0208>, [{'id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'name': 'tempest-TestShelveInstance-1532931694-router', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:45:03Z', 'updated_at': '2021-07-06T00:51:51Z', 'revision_number': 6, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'gw_port_host': None}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:52.458239 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f2efb6-fd75-4b55-93c4-be3fe492b523 None None] The sync data for ids ['b2e21710-4ee6-4386-8d9b-f6430ef37add'] in dv-cinder-799546-2-iscsi is: [{'id': 'b2e21710-4ee6-4386-8d9b-f6430ef37add', 'name': 'tempest-TestShelveInstance-1532931694-router', 'tenant_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:45:03Z', 'updated_at': '2021-07-06T00:51:51Z', 'revision_number': 6, 'project_id': 'f0c256f0870e4bf7ae5b32acc283bad9', 'gw_port_host': None}] {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:51:52.484102 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba491f-6a88-4caf-b235-d24d9c0a42fa admin admin] Pushing event deleted for resources: {'Port': ['ID=77905b43-b4f6-487b-9a96-b4986ab5be94,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:52.528538 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a4ba491f-6a88-4caf-b235-d24d9c0a42fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:52.765181 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-3faf8fa8-4d84-4408-88f2-af8734ad18c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90a07048>, [{'id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'name': 'tempest-TestMinimumBasicScenario-747274449-router', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:51:49Z', 'revision_number': 5, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'gw_port': {'id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:52.769745 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faf8fa8-4d84-4408-88f2-af8734ad18c9 None None] Checking router: 308f893a-86c9-4fed-aa71-c5d402ce37b2 for host: dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:51:52.790195 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8a894-8471-4ae8-86eb-47c8db0a061b req-acdfceb7-9d53-4af6-81ce-f63b885f6dd8 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:52.790357 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faf8fa8-4d84-4408-88f2-af8734ad18c9 None None] Routers {'308f893a-86c9-4fed-aa71-c5d402ce37b2'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:51:52.791434 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-3faf8fa8-4d84-4408-88f2-af8734ad18c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90a07048>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:51:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['308f893a-86c9-4fed-aa71-c5d402ce37b2'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:52.799434 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e6a8a894-8471-4ae8-86eb-47c8db0a061b req-acdfceb7-9d53-4af6-81ce-f63b885f6dd8 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01f74e0-fa7d-4670-9394-01aab9a32fa6 HTTP/1.1" status: 200  len: 946 time: 0.2056916
Jul 06 00:51:52.862592 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-66e5d90e-f526-4ada-847f-ee1e1e8cb2b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:52.970329 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 77905b43-b4f6-487b-9a96-b4986ab5be94 no longer exists at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:51:52.990580 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-3faf8fa8-4d84-4408-88f2-af8734ad18c9 None None] Set router 308f893a-86c9-4fed-aa71-c5d402ce37b2 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:51:53.005363 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e6a8a894-8471-4ae8-86eb-47c8db0a061b req-64ecdfc7-64f6-4ed1-958d-7fd5b2bd062d tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2048717
Jul 06 00:51:53.025335 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] No Port match for: 77905b43-b4f6-487b-9a96-b4986ab5be94 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:51:53.025503 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a4ba491f-6a88-4caf-b235-d24d9c0a42fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854309336'] for router_gateway, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:53.026623 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 77905b43-b4f6-487b-9a96-b4986ab5be94 not bound to the agent host dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:51:53.031450 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 7cdcbaee-b519-4186-b2ab-839c53f6e3ab no longer exists at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:51:53.055546 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-063e2416-7a20-43fd-95b9-4d3d78988555 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:53.117820 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-063e2416-7a20-43fd-95b9-4d3d78988555 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459972'] for floatingip, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:53.152152 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] No Port match for: 7cdcbaee-b519-4186-b2ab-839c53f6e3ab {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:51:53.152747 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 7cdcbaee-b519-4186-b2ab-839c53f6e3ab not bound to the agent host dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:51:53.320422 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-3faf8fa8-4d84-4408-88f2-af8734ad18c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90a07048>, [{'id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'name': 'tempest-TestMinimumBasicScenario-747274449-router', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:51:49Z', 'revision_number': 5, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'gw_port': {'id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:53.324759 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faf8fa8-4d84-4408-88f2-af8734ad18c9 None None] The sync data for ids ['308f893a-86c9-4fed-aa71-c5d402ce37b2'] in dv-cinder-799546-2-iscsi is: [{'id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'name': 'tempest-TestMinimumBasicScenario-747274449-router', 'tenant_id': '4ee89605c1d5433e80ec9577b1ac160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:51:49Z', 'revision_number': 5, 'project_id': '4ee89605c1d5433e80ec9577b1ac160b', 'gw_port': {'id': '887254f0-28b5-4848-b71c-1b4670728d2a', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308f893a-86c9-4fed-aa71-c5d402ce37b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:41Z', 'updated_at': '2021-07-06T00:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}] {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:51:53.388912 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a4ba491f-6a88-4caf-b235-d24d9c0a42fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854256418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854766699'] for router, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:53.395548 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a4ba491f-6a88-4caf-b235-d24d9c0a42fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:53.410773 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-66e5d90e-f526-4ada-847f-ee1e1e8cb2b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:53.421360 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02724685-0dcb-408a-a306-e46c14aa516f req-6ab95b16-f3be-42fb-9cd8-876b884b0bdd tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:53.423074 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-02724685-0dcb-408a-a306-e46c14aa516f req-6ab95b16-f3be-42fb-9cd8-876b884b0bdd tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01f74e0-fa7d-4670-9394-01aab9a32fa6 HTTP/1.1" status: 200  len: 946 time: 0.1895852
Jul 06 00:51:53.435346 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a4ba491f-6a88-4caf-b235-d24d9c0a42fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459192'] for router, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:53.436015 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ba491f-6a88-4caf-b235-d24d9c0a42fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2e21710-4ee6-4386-8d9b-f6430ef37add {{(pid=80881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 06 00:51:53.449913 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a4ba491f-6a88-4caf-b235-d24d9c0a42fa admin admin] Notify callbacks [] for router, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:53.451350 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-a4ba491f-6a88-4caf-b235-d24d9c0a42fa admin admin] 10.222.0.13 "DELETE /v2.0/routers/b2e21710-4ee6-4386-8d9b-f6430ef37add HTTP/1.1" status: 204  len: 168 time: 2.0309625
Jul 06 00:51:53.452475 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-66e5d90e-f526-4ada-847f-ee1e1e8cb2b6 admin admin] Deleting port 887254f0-28b5-4848-b71c-1b4670728d2a {{(pid=80880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:51:53.452862 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-66e5d90e-f526-4ada-847f-ee1e1e8cb2b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:53.454963 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 59994) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:51:53.518054 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c698eb7-cbcf-4dbf-afaf-81df8ef2bc2d admin admin] Deleting subnet 35df5122-581f-4bdc-a4f3-ffbf681f5270 {{(pid=80881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 00:51:53.518424 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3c698eb7-cbcf-4dbf-afaf-81df8ef2bc2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:53.532623 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.l3_db [None req-063e2416-7a20-43fd-95b9-4d3d78988555 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Floating IP 0cc55dca-22d3-4a5d-9e37-b88ca7f499ac associated. External IP: 172.27.1.144, port: 65986850-5992-4aa1-8877-66feb800c05b.
Jul 06 00:51:53.577624 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3c698eb7-cbcf-4dbf-afaf-81df8ef2bc2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853420725'] for subnet, precommit_delete_associations {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:53.691984 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-02724685-0dcb-408a-a306-e46c14aa516f req-e1e84b97-7e50-46e0-9665-69ac1f1a9a0e tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2599001
Jul 06 00:51:53.727936 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 60000) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:51:53.752576 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3c698eb7-cbcf-4dbf-afaf-81df8ef2bc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:53.769716 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-66e5d90e-f526-4ada-847f-ee1e1e8cb2b6 admin admin] For port 887254f0-28b5-4848-b71c-1b4670728d2a, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=887254f0-28b5-4848-b71c-1b4670728d2a,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:51:53.770114 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-66e5d90e-f526-4ada-847f-ee1e1e8cb2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:53.960077 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-66e5d90e-f526-4ada-847f-ee1e1e8cb2b6 admin admin] Calling delete_port for 887254f0-28b5-4848-b71c-1b4670728d2a owned by network:router_gateway {{(pid=80880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:51:53.998282 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-3c698eb7-cbcf-4dbf-afaf-81df8ef2bc2d admin admin] Delete allocated IP 172.20.0.2 (411d145c-8901-4ec3-b98d-0157f9cbedb7/35df5122-581f-4bdc-a4f3-ffbf681f5270) {{(pid=80881) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Jul 06 00:51:54.058664 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:51:54.141581 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-3c698eb7-cbcf-4dbf-afaf-81df8ef2bc2d admin admin] For port f1b9438e-9487-4c21-bd20-4bd5ce1485ce, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=f1b9438e-9487-4c21-bd20-4bd5ce1485ce,segment=NetworkSegment(13961f85-3457-4e48-ae65-f590338ac95f),segment_id=13961f85-3457-4e48-ae65-f590338ac95f)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:51:54.168993 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3c698eb7-cbcf-4dbf-afaf-81df8ef2bc2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:54.180854 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3c698eb7-cbcf-4dbf-afaf-81df8ef2bc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853431108'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:54.185160 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c80a0efa-874f-4eae-b405-f9cc9bb82526 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:54.248101 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3c698eb7-cbcf-4dbf-afaf-81df8ef2bc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312649'] for subnet, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:54.295246 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c698eb7-cbcf-4dbf-afaf-81df8ef2bc2d admin admin] Pushing event updated for resources: {'Port': ['ID=f1b9438e-9487-4c21-bd20-4bd5ce1485ce,revision_number=4']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:54.300288 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3c698eb7-cbcf-4dbf-afaf-81df8ef2bc2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:54.324926 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3c698eb7-cbcf-4dbf-afaf-81df8ef2bc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851463167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1343856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823284784'] for subnet, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:54.330765 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-4eefdd03-6915-4471-a445-58b79cb427ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:54.361889 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c698eb7-cbcf-4dbf-afaf-81df8ef2bc2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35df5122-581f-4bdc-a4f3-ffbf681f5270,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:54.365522 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3c698eb7-cbcf-4dbf-afaf-81df8ef2bc2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:54.369224 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3c698eb7-cbcf-4dbf-afaf-81df8ef2bc2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:54.375550 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fe63a3-9bc7-405d-a24f-16c21d0d1b4b None None] Network 411d145c-8901-4ec3-b98d-0157f9cbedb7 requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:51:54.378800 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-3c698eb7-cbcf-4dbf-afaf-81df8ef2bc2d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/35df5122-581f-4bdc-a4f3-ffbf681f5270 HTTP/1.1" status: 204  len: 168 time: 0.9200761
Jul 06 00:51:54.379012 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 60006) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:51:54.379936 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-fe101ef3-76a8-4dd0-bfd6-3d6de561eb7d tempest-TestVolumeBootPattern-1091747264 tempest-TestVolumeBootPattern-1091747264-project-admin] Synchronizing usage tracker for tenant:c23598ed79544973a318549a5ce60618 on resource:port {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:51:54.440189 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-fe101ef3-76a8-4dd0-bfd6-3d6de561eb7d tempest-TestVolumeBootPattern-1091747264 tempest-TestVolumeBootPattern-1091747264-project-admin] Unset dirty status for tenant:c23598ed79544973a318549a5ce60618 on resource:port {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:51:54.441473 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-fe101ef3-76a8-4dd0-bfd6-3d6de561eb7d tempest-TestVolumeBootPattern-1091747264 tempest-TestVolumeBootPattern-1091747264-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b01f74e0-fa7d-4670-9394-01aab9a32fa6 HTTP/1.1" status: 200  len: 1094 time: 0.7090724
Jul 06 00:51:54.446756 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 60010) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:51:54.463530 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Request body: {'floatingip': {'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'port_id': '548d04a5-0e5c-4ac5-9d32-dfbeb32f553a', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:51:54.495127 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-200db6f7-d743-43f6-964e-04d613cef1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850613198'] for network, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:54.506514 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-200db6f7-d743-43f6-964e-04d613cef1f4 admin admin] Deleting port f1b9438e-9487-4c21-bd20-4bd5ce1485ce {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:51:54.506893 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-200db6f7-d743-43f6-964e-04d613cef1f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:54.539031 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:51:54.552183 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Usage tracker for resource:floatingip and tenant:0a59ea96df14460c8e3284d59c6b11e9 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:51:54.561563 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:51:54.569397 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-66e5d90e-f526-4ada-847f-ee1e1e8cb2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:54.576986 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:51:54.580132 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7146953d-cd20-4b9e-a750-40463256ded3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:54.642044 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5d90e-f526-4ada-847f-ee1e1e8cb2b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=887254f0-28b5-4848-b71c-1b4670728d2a,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:54.642298 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9447dd3-6843-4927-93de-e67747beadf6 None None] DHCP port deletion for 411d145c-8901-4ec3-b98d-0157f9cbedb7 request from dv-cinder-799546-2-iscsi {{(pid=80882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 06 00:51:54.642546 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-66e5d90e-f526-4ada-847f-ee1e1e8cb2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:54.646928 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-f9447dd3-6843-4927-93de-e67747beadf6 None None] Deleting port f1b9438e-9487-4c21-bd20-4bd5ce1485ce {{(pid=80882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:51:54.647665 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f9447dd3-6843-4927-93de-e67747beadf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:54.681741 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for floatingip, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:54.719471 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-200db6f7-d743-43f6-964e-04d613cef1f4 admin admin] For port f1b9438e-9487-4c21-bd20-4bd5ce1485ce, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=f1b9438e-9487-4c21-bd20-4bd5ce1485ce,segment=NetworkSegment(13961f85-3457-4e48-ae65-f590338ac95f),segment_id=13961f85-3457-4e48-ae65-f590338ac95f)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:51:54.719812 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-200db6f7-d743-43f6-964e-04d613cef1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:54.866160 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-f9447dd3-6843-4927-93de-e67747beadf6 None None] For port f1b9438e-9487-4c21-bd20-4bd5ce1485ce, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=f1b9438e-9487-4c21-bd20-4bd5ce1485ce,segment=NetworkSegment(13961f85-3457-4e48-ae65-f590338ac95f),segment_id=13961f85-3457-4e48-ae65-f590338ac95f)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:51:54.866612 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f9447dd3-6843-4927-93de-e67747beadf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:54.867927 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-200db6f7-d743-43f6-964e-04d613cef1f4 admin admin] Calling delete_port for f1b9438e-9487-4c21-bd20-4bd5ce1485ce owned by network:dhcp {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:51:55.004677 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device f1b9438e-9487-4c21-bd20-4bd5ce1485ce no longer exists at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:51:55.041489 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-f9447dd3-6843-4927-93de-e67747beadf6 None None] Calling delete_port for f1b9438e-9487-4c21-bd20-4bd5ce1485ce owned by network:dhcp {{(pid=80882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:51:55.064980 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-66e5d90e-f526-4ada-847f-ee1e1e8cb2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854309336'] for router_gateway, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:55.192811 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-200db6f7-d743-43f6-964e-04d613cef1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:55.197508 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c80a0efa-874f-4eae-b405-f9cc9bb82526 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:55.226669 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Port f1b9438e-9487-4c21-bd20-4bd5ce1485ce update to DOWN by agent not found {{(pid=80882) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}}
Jul 06 00:51:55.227063 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 67dd7b12-7245-4383-bd10-5936e5fdc41b no longer exists at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:51:55.243522 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200db6f7-d743-43f6-964e-04d613cef1f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b9438e-9487-4c21-bd20-4bd5ce1485ce,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:55.246267 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-200db6f7-d743-43f6-964e-04d613cef1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:55.249453 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200db6f7-d743-43f6-964e-04d613cef1f4 admin admin] No DVR routers for this DVR port f1b9438e-9487-4c21-bd20-4bd5ce1485ce on host dv-cinder-799546-2-iscsi {{(pid=80881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:51:55.261766 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] No Port match for: 67dd7b12-7245-4383-bd10-5936e5fdc41b {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:51:55.262160 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 67dd7b12-7245-4383-bd10-5936e5fdc41b not bound to the agent host dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:51:55.266252 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.db.api [None req-f9447dd3-6843-4927-93de-e67747beadf6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80882) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 06 00:51:55.266560 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_db.api [None req-f9447dd3-6843-4927-93de-e67747beadf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 06 00:51:55.361932 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-200db6f7-d743-43f6-964e-04d613cef1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851462971', 'neutron.services.segments.db._delete_segments_for_network-8734505439535'] for network, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:55.367481 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-66e5d90e-f526-4ada-847f-ee1e1e8cb2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854256418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854766699'] for router, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:55.376011 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-200db6f7-d743-43f6-964e-04d613cef1f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1a8f631ba8>,) {'filters': {'network_id': ['411d145c-8901-4ec3-b98d-0157f9cbedb7']}} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:55.388893 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-200db6f7-d743-43f6-964e-04d613cef1f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8f631ba8>, '13961f85-3457-4e48-ae65-f590338ac95f') {'for_net_delete': True} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:55.389255 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-200db6f7-d743-43f6-964e-04d613cef1f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8f631ba8>, '13961f85-3457-4e48-ae65-f590338ac95f') {} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:55.390385 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-66e5d90e-f526-4ada-847f-ee1e1e8cb2b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:55.401816 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-200db6f7-d743-43f6-964e-04d613cef1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302349340327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1355068'] for segment, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:55.402762 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063e2416-7a20-43fd-95b9-4d3d78988555 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Router d3a6d8b7-fa82-4488-982b-5a280a8676d6 has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:51:55.416397 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:55.416733 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-200db6f7-d743-43f6-964e-04d613cef1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:55.423864 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200db6f7-d743-43f6-964e-04d613cef1f4 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=80881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 00:51:55.424280 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-200db6f7-d743-43f6-964e-04d613cef1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851464142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853431138'] for segment, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]: Traceback (most recent call last):
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:     timer()
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:     cb(*args, **kw)
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:     return func(*args, **kwargs)
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:     self._notify()
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:     self.callback(batched_events)
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:     event.method(event)
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:     segment_id)['aggregates'][0]
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:     return f(self, *a, **k)
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self._get(url).json()
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:     **kwargs)
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self.request(url, 'GET', **kwargs)
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:     **endpoint_filter)
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 00:51:55.438746 dv-cinder-799546-2-iscsi neutron-server[80769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 00:51:55.512708 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-200db6f7-d743-43f6-964e-04d613cef1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3312860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459991'] for network, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:55.516915 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c8782064-f2cf-43f0-9f33-34f2a1334833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:55.533535 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-200db6f7-d743-43f6-964e-04d613cef1f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:55.539413 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200db6f7-d743-43f6-964e-04d613cef1f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=411d145c-8901-4ec3-b98d-0157f9cbedb7,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:55.543863 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-200db6f7-d743-43f6-964e-04d613cef1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:55.557434 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-200db6f7-d743-43f6-964e-04d613cef1f4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/411d145c-8901-4ec3-b98d-0157f9cbedb7 HTTP/1.1" status: 204  len: 168 time: 1.1773231
Jul 06 00:51:55.560565 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 60016) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:51:55.614892 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-66e5d90e-f526-4ada-847f-ee1e1e8cb2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459192'] for router, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:55.615507 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e5d90e-f526-4ada-847f-ee1e1e8cb2b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 308f893a-86c9-4fed-aa71-c5d402ce37b2 {{(pid=80880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 06 00:51:55.657827 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-66e5d90e-f526-4ada-847f-ee1e1e8cb2b6 admin admin] Notify callbacks [] for router, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:55.659064 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-66e5d90e-f526-4ada-847f-ee1e1e8cb2b6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/308f893a-86c9-4fed-aa71-c5d402ce37b2 HTTP/1.1" status: 204  len: 168 time: 3.6830931
Jul 06 00:51:55.662866 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 60020) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:51:55.767879 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-f9447dd3-6843-4927-93de-e67747beadf6 None None] Deleting port f1b9438e-9487-4c21-bd20-4bd5ce1485ce {{(pid=80882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:51:55.768344 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f9447dd3-6843-4927-93de-e67747beadf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:55.795282 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_v2 [None req-c856922c-4466-44cd-9272-3f1cb4253df4 admin admin] Deleting subnet 570e1dff-e7fa-4074-bc1a-0da62d00f781 {{(pid=80881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 00:51:55.796302 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c856922c-4466-44cd-9272-3f1cb4253df4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:55.852071 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-f9447dd3-6843-4927-93de-e67747beadf6 None None] The port 'f1b9438e-9487-4c21-bd20-4bd5ce1485ce' was deleted {{(pid=80882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1909}}
Jul 06 00:51:55.875299 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c856922c-4466-44cd-9272-3f1cb4253df4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853420725'] for subnet, precommit_delete_associations {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:55.998821 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Allocated IP 172.27.1.143 (34126de2-0804-4024-8df6-3ba8cfd107e5/1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b/a6be6bfc-b748-47be-b0b0-6cece2d1bb58) {{(pid=80880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:51:56.191585 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c856922c-4466-44cd-9272-3f1cb4253df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:56.233025 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for port, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:56.253306 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063e2416-7a20-43fd-95b9-4d3d78988555 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:51:56.258273 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-063e2416-7a20-43fd-95b9-4d3d78988555 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for floatingip, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:56.265405 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748ac2ac-e22b-4bb7-9eca-560c90967d86 None None] Sync routers for ids ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'] in dv-cinder-799546-2-iscsi {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:51:56.277906 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748ac2ac-e22b-4bb7-9eca-560c90967d86 None None] Routers {'d3a6d8b7-fa82-4488-982b-5a280a8676d6'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:51:56.278712 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-748ac2ac-e22b-4bb7-9eca-560c90967d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90340eb8>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:51:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:56.315836 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-063e2416-7a20-43fd-95b9-4d3d78988555 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "PUT /v2.0/floatingips/0cc55dca-22d3-4a5d-9e37-b88ca7f499ac HTTP/1.1" status: 200  len: 992 time: 4.7798886
Jul 06 00:51:56.317145 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9bce5f-a2fb-4f26-9d12-018908125af8', 'tag': '65986850-5992-4aa1-8877-66feb800c05b'}] {{(pid=80880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:51:56.323628 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:56.329868 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a72b4c52-daa6-4f8b-8753-b44ec0a4b4e4 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:56.388220 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9bce5f-a2fb-4f26-9d12-018908125af8', 'tag': '65986850-5992-4aa1-8877-66feb800c05b', 'status': 'completed', 'code': 200}
Jul 06 00:51:56.393037 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1bc36222-fce0-4b5f-9763-43efe900a94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854316684'] for router_interface, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:56.408599 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Network 34126de2-0804-4024-8df6-3ba8cfd107e5 is already hosted by enough agents. {{(pid=80880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:51:56.409951 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Pushing event updated for resources: {'Port': ['ID=a6be6bfc-b748-47be-b0b0-6cece2d1bb58,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:56.412826 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Resources bound (agent type, host, resource id):  {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:51:56.414757 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:56.415601 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Received port after_create {{(pid=80880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:51:56.520326 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-748ac2ac-e22b-4bb7-9eca-560c90967d86 None None] Set router d3a6d8b7-fa82-4488-982b-5a280a8676d6 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:51:56.553842 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-c856922c-4466-44cd-9272-3f1cb4253df4 admin admin] Delete allocated IP 172.20.0.2 (8815c6f2-5730-4c09-9071-1e2484a73f9d/570e1dff-e7fa-4074-bc1a-0da62d00f781) {{(pid=80881) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Jul 06 00:51:56.641728 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c5d9b16e-5dbb-40e0-87f3-1ff3232e52ee req-7c77a9c6-1eac-433b-ba2f-d94a575af6e8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21b0829bee9048fc90ba206d9988d456&device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 1099 time: 0.2001204
Jul 06 00:51:56.889112 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-748ac2ac-e22b-4bb7-9eca-560c90967d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90340eb8>, [{'id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'name': 'tempest-AttachVolumeShelveTestJSON-2032814975-router', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:46:37Z', 'updated_at': '2021-07-06T00:46:40Z', 'revision_number': 4, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'gw_port': {'id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:38Z', 'updated_at': '2021-07-06T00:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '0cc55dca-22d3-4a5d-9e37-b88ca7f499ac', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'port_id': '65986850-5992-4aa1-8877-66feb800c05b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'mac_address': 'fa:16:3e:00:46:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9bce5f-a2fb-4f26-9d12-018908125af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:51:29Z', 'updated_at': '2021-07-06T00:51:52Z', 'revision_number': 1, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa96d3e2-b01c-4e2e-9f40-2129f05d3f18', 'name': '', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'mac_address': 'fa:16:3e:93:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:40Z', 'updated_at': '2021-07-06T00:46:49Z', 'revision_number': 5, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'subnets': [{'id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:56.894120 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748ac2ac-e22b-4bb7-9eca-560c90967d86 None None] Checking router: d3a6d8b7-fa82-4488-982b-5a280a8676d6 for host: dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:51:56.906374 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748ac2ac-e22b-4bb7-9eca-560c90967d86 None None] Routers {'d3a6d8b7-fa82-4488-982b-5a280a8676d6'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:51:56.907328 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-748ac2ac-e22b-4bb7-9eca-560c90967d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90340eb8>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:51:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:56.967131 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 887254f0-28b5-4848-b71c-1b4670728d2a no longer exists at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:51:56.992836 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9b16e-5dbb-40e0-87f3-1ff3232e52ee req-0b308150-0162-48e8-99d5-260faff8cd54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:56.994577 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c5d9b16e-5dbb-40e0-87f3-1ff3232e52ee req-0b308150-0162-48e8-99d5-260faff8cd54 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb HTTP/1.1" status: 200  len: 918 time: 0.3396013
Jul 06 00:51:57.010897 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] No Port match for: 887254f0-28b5-4848-b71c-1b4670728d2a {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:51:57.011317 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 887254f0-28b5-4848-b71c-1b4670728d2a not bound to the agent host dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:51:57.021902 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-c856922c-4466-44cd-9272-3f1cb4253df4 admin admin] For port b35f039d-3c77-43fb-a81a-384532ea8535, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=b35f039d-3c77-43fb-a81a-384532ea8535,segment=NetworkSegment(2bf0865b-aefd-407c-aa2b-988a78618986),segment_id=2bf0865b-aefd-407c-aa2b-988a78618986)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:51:57.098202 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c856922c-4466-44cd-9272-3f1cb4253df4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:57.107094 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c5d9b16e-5dbb-40e0-87f3-1ff3232e52ee req-6bc314c7-e5f1-4090-abfb-724b4e0ec40c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65986850-5992-4aa1-8877-66feb800c05b HTTP/1.1" status: 200  len: 1000 time: 0.0998285
Jul 06 00:51:57.164574 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-748ac2ac-e22b-4bb7-9eca-560c90967d86 None None] Set router d3a6d8b7-fa82-4488-982b-5a280a8676d6 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:51:57.166825 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c856922c-4466-44cd-9272-3f1cb4253df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853431108'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:57.178367 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e96bcdf5-77f3-4748-bad2-de50c5a72ae2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:57.294309 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c856922c-4466-44cd-9272-3f1cb4253df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312649'] for subnet, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:57.306017 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9b16e-5dbb-40e0-87f3-1ff3232e52ee req-2b4dd17a-0bdf-4e0e-98b7-27e01e69a166 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:57.307653 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c5d9b16e-5dbb-40e0-87f3-1ff3232e52ee req-2b4dd17a-0bdf-4e0e-98b7-27e01e69a166 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8 HTTP/1.1" status: 200  len: 856 time: 0.1933775
Jul 06 00:51:57.364486 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856922c-4466-44cd-9272-3f1cb4253df4 admin admin] Pushing event updated for resources: {'Port': ['ID=b35f039d-3c77-43fb-a81a-384532ea8535,revision_number=4']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:57.372192 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c856922c-4466-44cd-9272-3f1cb4253df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:57.375763 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:57.448660 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:57.476328 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c856922c-4466-44cd-9272-3f1cb4253df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851463167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1343856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823284784'] for subnet, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:57.480212 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c5d9b16e-5dbb-40e0-87f3-1ff3232e52ee req-01ba54db-343c-4da0-8c1c-d209baff8b4f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1626024
Jul 06 00:51:57.488329 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:57.532049 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856922c-4466-44cd-9272-3f1cb4253df4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=570e1dff-e7fa-4074-bc1a-0da62d00f781,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:57.535186 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c856922c-4466-44cd-9272-3f1cb4253df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:57.540049 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c856922c-4466-44cd-9272-3f1cb4253df4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:57.550098 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-c856922c-4466-44cd-9272-3f1cb4253df4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/570e1dff-e7fa-4074-bc1a-0da62d00f781 HTTP/1.1" status: 204  len: 168 time: 1.8860359
Jul 06 00:51:57.554458 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 60034) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:51:57.554829 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07282442-31ad-4772-96af-15b1c9bbca53 None None] Network 8815c6f2-5730-4c09-9071-1e2484a73f9d requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:51:57.681814 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d550882b-739f-47c4-8ff5-3f3131a9c933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850613198'] for network, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:57.736084 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-d550882b-739f-47c4-8ff5-3f3131a9c933 admin admin] Deleting port b35f039d-3c77-43fb-a81a-384532ea8535 {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:51:57.736442 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d550882b-739f-47c4-8ff5-3f3131a9c933 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:57.737442 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c5d9b16e-5dbb-40e0-87f3-1ff3232e52ee req-14c1616d-0323-43c4-bca2-d3ed7b1aca40 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2408817
Jul 06 00:51:57.935899 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-748ac2ac-e22b-4bb7-9eca-560c90967d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90340eb8>, [{'id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'name': 'tempest-AttachVolumeShelveTestJSON-2032814975-router', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:46:37Z', 'updated_at': '2021-07-06T00:46:40Z', 'revision_number': 4, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'gw_port': {'id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:38Z', 'updated_at': '2021-07-06T00:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '0cc55dca-22d3-4a5d-9e37-b88ca7f499ac', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'port_id': '65986850-5992-4aa1-8877-66feb800c05b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'mac_address': 'fa:16:3e:00:46:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9bce5f-a2fb-4f26-9d12-018908125af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:51:29Z', 'updated_at': '2021-07-06T00:51:52Z', 'revision_number': 1, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa96d3e2-b01c-4e2e-9f40-2129f05d3f18', 'name': '', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'mac_address': 'fa:16:3e:93:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:40Z', 'updated_at': '2021-07-06T00:46:49Z', 'revision_number': 5, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'subnets': [{'id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:57.942125 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748ac2ac-e22b-4bb7-9eca-560c90967d86 None None] The sync data for ids ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'] in dv-cinder-799546-2-iscsi is: [{'id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'name': 'tempest-AttachVolumeShelveTestJSON-2032814975-router', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:46:37Z', 'updated_at': '2021-07-06T00:46:40Z', 'revision_number': 4, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'gw_port': {'id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:38Z', 'updated_at': '2021-07-06T00:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '0cc55dca-22d3-4a5d-9e37-b88ca7f499ac', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'floating_ip_address': '172.27.1.144', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'port_id': '65986850-5992-4aa1-8877-66feb800c05b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'mac_address': 'fa:16:3e:00:46:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9bce5f-a2fb-4f26-9d12-018908125af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:51:29Z', 'updated_at': '2021-07-06T00:51:52Z', 'revision_number': 1, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa96d3e2-b01c-4e2e-9f40-2129f05d3f18', 'name': '', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'mac_address': 'fa:16:3e:93:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:40Z', 'updated_at': '2021-07-06T00:46:49Z', 'revision_number': 5, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'subnets': [{'id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:51:57.974918 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e38a221-2f7b-4806-8115-7df8cbfa6356 None None] DHCP port deletion for 8815c6f2-5730-4c09-9071-1e2484a73f9d request from dv-cinder-799546-2-iscsi {{(pid=80882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 06 00:51:57.980398 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-9e38a221-2f7b-4806-8115-7df8cbfa6356 None None] Deleting port b35f039d-3c77-43fb-a81a-384532ea8535 {{(pid=80882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:51:57.980899 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9e38a221-2f7b-4806-8115-7df8cbfa6356 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:58.016224 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-d550882b-739f-47c4-8ff5-3f3131a9c933 admin admin] For port b35f039d-3c77-43fb-a81a-384532ea8535, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=b35f039d-3c77-43fb-a81a-384532ea8535,segment=NetworkSegment(2bf0865b-aefd-407c-aa2b-988a78618986),segment_id=2bf0865b-aefd-407c-aa2b-988a78618986)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:51:58.016628 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d550882b-739f-47c4-8ff5-3f3131a9c933 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:58.141762 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-1bc36222-fce0-4b5f-9763-43efe900a94a admin admin] Deleting port 13769503-7614-4e21-9d97-ff3cb7fb5129 {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:51:58.142025 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1bc36222-fce0-4b5f-9763-43efe900a94a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:58.172220 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-d550882b-739f-47c4-8ff5-3f3131a9c933 admin admin] Calling delete_port for b35f039d-3c77-43fb-a81a-384532ea8535 owned by network:dhcp {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:51:58.210180 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-9e38a221-2f7b-4806-8115-7df8cbfa6356 None None] For port b35f039d-3c77-43fb-a81a-384532ea8535, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=b35f039d-3c77-43fb-a81a-384532ea8535,segment=NetworkSegment(2bf0865b-aefd-407c-aa2b-988a78618986),segment_id=2bf0865b-aefd-407c-aa2b-988a78618986)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:51:58.210693 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9e38a221-2f7b-4806-8115-7df8cbfa6356 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:58.242467 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:58.245999 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c5d9b16e-5dbb-40e0-87f3-1ff3232e52ee req-1c77352b-b66f-4e6d-a0e9-16fe7b942d85 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4880569
Jul 06 00:51:58.250297 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822393280'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:58.256812 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:58.367732 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-9e38a221-2f7b-4806-8115-7df8cbfa6356 None None] Calling delete_port for b35f039d-3c77-43fb-a81a-384532ea8535 owned by network:dhcp {{(pid=80882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:51:58.390980 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Pushing event updated for resources: {'Port': ['ID=a6be6bfc-b748-47be-b0b0-6cece2d1bb58,revision_number=2']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:58.397979 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:58.405711 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-1bc36222-fce0-4b5f-9763-43efe900a94a admin admin] For port 13769503-7614-4e21-9d97-ff3cb7fb5129, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=13769503-7614-4e21-9d97-ff3cb7fb5129,segment=NetworkSegment(2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4),segment_id=2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:51:58.406130 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1bc36222-fce0-4b5f-9763-43efe900a94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:58.411722 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0734e054-1638-45bb-8aa3-1feed6485dae None None] New status for floating IP 0cc55dca-22d3-4a5d-9e37-b88ca7f499ac: ACTIVE {{(pid=80883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 00:51:58.411885 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459972'] for floatingip, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:58.449805 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9e38a221-2f7b-4806-8115-7df8cbfa6356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836'] for port, after_delete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:58.455129 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5a5a7354-4bab-42c6-8634-59f28ee80071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:58.508476 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38a221-2f7b-4806-8115-7df8cbfa6356 None None] Pushing event deleted for resources: {'Port': ['ID=b35f039d-3c77-43fb-a81a-384532ea8535,revision_number=None']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:58.512163 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9e38a221-2f7b-4806-8115-7df8cbfa6356 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:58.515430 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e38a221-2f7b-4806-8115-7df8cbfa6356 None None] No DVR routers for this DVR port b35f039d-3c77-43fb-a81a-384532ea8535 on host dv-cinder-799546-2-iscsi {{(pid=80882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:51:58.571538 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-1bc36222-fce0-4b5f-9763-43efe900a94a admin admin] Calling delete_port for 13769503-7614-4e21-9d97-ff3cb7fb5129 owned by network:router_interface {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:51:58.617417 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.db.api [None req-d550882b-739f-47c4-8ff5-3f3131a9c933 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80881) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 06 00:51:58.617798 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_db.api [None req-d550882b-739f-47c4-8ff5-3f3131a9c933 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 06 00:51:58.637655 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.l3_db [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Floating IP 6ebd4310-a136-4ea6-9f85-5d1344514840 associated. External IP: 172.27.1.143, port: 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a.
Jul 06 00:51:58.758864 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1bc36222-fce0-4b5f-9763-43efe900a94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:58.765074 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a4ba491f-6a88-4caf-b235-d24d9c0a42fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:58.806653 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc36222-fce0-4b5f-9763-43efe900a94a admin admin] Pushing event deleted for resources: {'Port': ['ID=13769503-7614-4e21-9d97-ff3cb7fb5129,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:58.809790 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1bc36222-fce0-4b5f-9763-43efe900a94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:58.978286 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device b35f039d-3c77-43fb-a81a-384532ea8535 no longer exists at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:51:59.020748 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] No Port match for: b35f039d-3c77-43fb-a81a-384532ea8535 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:51:59.020950 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device b35f039d-3c77-43fb-a81a-384532ea8535 not bound to the agent host dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:51:59.058878 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Router a9428ff6-0f7f-4603-895d-49150fddf108 has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:51:59.267663 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:51:59.277371 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbda8e80-de54-4dde-a996-4875b47aa580 None None] Sync routers for ids ['a9428ff6-0f7f-4603-895d-49150fddf108'] in dv-cinder-799546-2-iscsi {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:51:59.291464 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbda8e80-de54-4dde-a996-4875b47aa580 None None] Routers {'a9428ff6-0f7f-4603-895d-49150fddf108'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:51:59.292311 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-fbda8e80-de54-4dde-a996-4875b47aa580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a8fe4c588>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:51:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['a9428ff6-0f7f-4603-895d-49150fddf108'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:59.313247 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for floatingip, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:59.317184 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-d550882b-739f-47c4-8ff5-3f3131a9c933 admin admin] Deleting port b35f039d-3c77-43fb-a81a-384532ea8535 {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:51:59.317564 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d550882b-739f-47c4-8ff5-3f3131a9c933 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:59.368674 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.9142442
Jul 06 00:51:59.369723 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01f74e0-fa7d-4670-9394-01aab9a32fa6', 'tag': '548d04a5-0e5c-4ac5-9d32-dfbeb32f553a'}] {{(pid=80880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:51:59.387911 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-d550882b-739f-47c4-8ff5-3f3131a9c933 admin admin] The port 'b35f039d-3c77-43fb-a81a-384532ea8535' was deleted {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1909}}
Jul 06 00:51:59.423836 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01f74e0-fa7d-4670-9394-01aab9a32fa6', 'tag': '548d04a5-0e5c-4ac5-9d32-dfbeb32f553a', 'status': 'completed', 'code': 200}
Jul 06 00:51:59.497023 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-fbda8e80-de54-4dde-a996-4875b47aa580 None None] Set router a9428ff6-0f7f-4603-895d-49150fddf108 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:51:59.517585 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d550882b-739f-47c4-8ff5-3f3131a9c933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851462971', 'neutron.services.segments.db._delete_segments_for_network-8734505439535'] for network, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:59.534610 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-d550882b-739f-47c4-8ff5-3f3131a9c933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1a8f0af908>,) {'filters': {'network_id': ['8815c6f2-5730-4c09-9071-1e2484a73f9d']}} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:59.536730 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-537072d3-d9c7-4c9d-85d0-4ebf128ac48f req-33ad038f-fc39-4ca6-8874-3859fbf69d00 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a59ea96df14460c8e3284d59c6b11e9&device_id=b01f74e0-fa7d-4670-9394-01aab9a32fa6 HTTP/1.1" status: 200  len: 1099 time: 0.0833681
Jul 06 00:51:59.551612 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-d550882b-739f-47c4-8ff5-3f3131a9c933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8f0af908>, '2bf0865b-aefd-407c-aa2b-988a78618986') {'for_net_delete': True} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:59.551905 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-d550882b-739f-47c4-8ff5-3f3131a9c933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8f0af908>, '2bf0865b-aefd-407c-aa2b-988a78618986') {} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:59.570049 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d550882b-739f-47c4-8ff5-3f3131a9c933 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302349340327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1355068'] for segment, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:59.577188 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1bc36222-fce0-4b5f-9763-43efe900a94a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851622423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401411'] for router_interface, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:59.654359 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d550882b-739f-47c4-8ff5-3f3131a9c933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:59.669673 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d550882b-739f-47c4-8ff5-3f3131a9c933 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=80881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 00:51:59.670090 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d550882b-739f-47c4-8ff5-3f3131a9c933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851464142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853431138'] for segment, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1367: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:   % (table.description, expected, rows_matched)
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1367: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:   % (table.description, expected, rows_matched)
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1367: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:   % (table.description, expected, rows_matched)
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1367: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:   % (table.description, expected, rows_matched)
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]: Traceback (most recent call last):
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:     timer()
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:     cb(*args, **kw)
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:     return func(*args, **kwargs)
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:     self._notify()
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:     self.callback(batched_events)
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:     event.method(event)
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:     segment_id)['aggregates'][0]
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:     return f(self, *a, **k)
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self._get(url).json()
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:     **kwargs)
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self.request(url, 'GET', **kwargs)
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:     **endpoint_filter)
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 00:51:59.684776 dv-cinder-799546-2-iscsi neutron-server[80769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 00:51:59.691649 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537072d3-d9c7-4c9d-85d0-4ebf128ac48f req-19c74bc7-4756-47cd-8bfc-d43b9d7ad2a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:59.693272 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-537072d3-d9c7-4c9d-85d0-4ebf128ac48f req-19c74bc7-4756-47cd-8bfc-d43b9d7ad2a2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 HTTP/1.1" status: 200  len: 913 time: 0.1453209
Jul 06 00:51:59.792003 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-537072d3-d9c7-4c9d-85d0-4ebf128ac48f req-becd0b1c-de11-4bf6-a22b-2101020e0797 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=548d04a5-0e5c-4ac5-9d32-dfbeb32f553a HTTP/1.1" status: 200  len: 1000 time: 0.0905764
Jul 06 00:51:59.822322 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d550882b-739f-47c4-8ff5-3f3131a9c933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3312860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459991'] for network, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:59.837091 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-200db6f7-d743-43f6-964e-04d613cef1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:51:59.851914 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d550882b-739f-47c4-8ff5-3f3131a9c933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:51:59.860459 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-fbda8e80-de54-4dde-a996-4875b47aa580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a8fe4c588>, [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:44:03Z', 'revision_number': 4, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port': {'id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:43:57Z', 'updated_at': '2021-07-06T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '4e20f7c1-82f7-4f92-bfa6-090c85e45750', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'port_id': 'f1b6f170-a889-491c-8c4c-f67561e497be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'mac_address': 'fa:16:3e:0c:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0252b40b-1ea7-4e53-8e47-186d64eefc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:49:16Z', 'updated_at': '2021-07-06T00:49:20Z', 'revision_number': 1, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'fixed_ip_address_scope': None}, {'id': '6ebd4310-a136-4ea6-9f85-5d1344514840', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'port_id': '548d04a5-0e5c-4ac5-9d32-dfbeb32f553a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'mac_address': 'fa:16:3e:0b:62:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f74e0-fa7d-4670-9394-01aab9a32fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:51:57Z', 'updated_at': '2021-07-06T00:51:57Z', 'revision_number': 0, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5991b4e3-7582-4c3c-8851-47453c16632c', 'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'mac_address': 'fa:16:3e:2b:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:01Z', 'updated_at': '2021-07-06T00:44:12Z', 'revision_number': 5, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'subnets': [{'id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:59.865633 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbda8e80-de54-4dde-a996-4875b47aa580 None None] Checking router: a9428ff6-0f7f-4603-895d-49150fddf108 for host: dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:51:59.865774 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550882b-739f-47c4-8ff5-3f3131a9c933 admin admin] Pushing event deleted for resources: {'Network': ['ID=8815c6f2-5730-4c09-9071-1e2484a73f9d,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:51:59.869966 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d550882b-739f-47c4-8ff5-3f3131a9c933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:51:59.880975 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbda8e80-de54-4dde-a996-4875b47aa580 None None] Routers {'a9428ff6-0f7f-4603-895d-49150fddf108'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:51:59.882785 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-fbda8e80-de54-4dde-a996-4875b47aa580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a8fe4c588>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:51:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['a9428ff6-0f7f-4603-895d-49150fddf108'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:51:59.890546 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537072d3-d9c7-4c9d-85d0-4ebf128ac48f req-c2337d8e-c140-423a-bd07-cfda6ade8c3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:51:59.892683 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-537072d3-d9c7-4c9d-85d0-4ebf128ac48f req-c2337d8e-c140-423a-bd07-cfda6ade8c3c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1f2f0bee-f85d-4c51-8d52-55ad296fee6b HTTP/1.1" status: 200  len: 851 time: 0.0926383
Jul 06 00:51:59.898006 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-d550882b-739f-47c4-8ff5-3f3131a9c933 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8815c6f2-5730-4c09-9071-1e2484a73f9d HTTP/1.1" status: 204  len: 168 time: 2.3424962
Jul 06 00:51:59.901322 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 60050) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:52:00.069547 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-537072d3-d9c7-4c9d-85d0-4ebf128ac48f req-f5cb7679-b713-4d0e-8aeb-7f397e60410e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1651540
Jul 06 00:52:00.253119 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-fbda8e80-de54-4dde-a996-4875b47aa580 None None] Set router a9428ff6-0f7f-4603-895d-49150fddf108 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:52:00.310054 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc36222-fce0-4b5f-9763-43efe900a94a admin admin] Router 1b8bd92e-1c73-4c52-a33a-dd0d743192b7 has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:52:00.527562 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc36222-fce0-4b5f-9763-43efe900a94a admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:52:00.533031 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-1bc36222-fce0-4b5f-9763-43efe900a94a admin admin] 10.222.0.13 "PUT /v2.0/routers/1b8bd92e-1c73-4c52-a33a-dd0d743192b7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9708014
Jul 06 00:52:00.535922 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 60054) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:52:00.540492 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d73b6b4-c51e-428c-92dc-6a60ab251da1 None None] Sync routers for ids ['1b8bd92e-1c73-4c52-a33a-dd0d743192b7'] in dv-cinder-799546-2-iscsi {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:52:00.547687 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-537072d3-d9c7-4c9d-85d0-4ebf128ac48f req-d236e59f-5465-49cb-9a4d-7dd669455b8f service neutron] 10.222.0.39 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4065492
Jul 06 00:52:00.556607 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d73b6b4-c51e-428c-92dc-6a60ab251da1 None None] Routers {'1b8bd92e-1c73-4c52-a33a-dd0d743192b7'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:52:00.557616 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-6d73b6b4-c51e-428c-92dc-6a60ab251da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a9071b668>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:51:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['1b8bd92e-1c73-4c52-a33a-dd0d743192b7'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:52:00.662095 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-fbda8e80-de54-4dde-a996-4875b47aa580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a8fe4c588>, [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:44:03Z', 'revision_number': 4, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port': {'id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:43:57Z', 'updated_at': '2021-07-06T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '4e20f7c1-82f7-4f92-bfa6-090c85e45750', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'port_id': 'f1b6f170-a889-491c-8c4c-f67561e497be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'mac_address': 'fa:16:3e:0c:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0252b40b-1ea7-4e53-8e47-186d64eefc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:49:16Z', 'updated_at': '2021-07-06T00:49:20Z', 'revision_number': 1, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'fixed_ip_address_scope': None}, {'id': '6ebd4310-a136-4ea6-9f85-5d1344514840', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'port_id': '548d04a5-0e5c-4ac5-9d32-dfbeb32f553a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'mac_address': 'fa:16:3e:0b:62:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f74e0-fa7d-4670-9394-01aab9a32fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:51:57Z', 'updated_at': '2021-07-06T00:51:57Z', 'revision_number': 0, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5991b4e3-7582-4c3c-8851-47453c16632c', 'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'mac_address': 'fa:16:3e:2b:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:01Z', 'updated_at': '2021-07-06T00:44:12Z', 'revision_number': 5, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'subnets': [{'id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:52:00.667038 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbda8e80-de54-4dde-a996-4875b47aa580 None None] The sync data for ids ['a9428ff6-0f7f-4603-895d-49150fddf108'] in dv-cinder-799546-2-iscsi is: [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:44:03Z', 'revision_number': 4, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port': {'id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:43:57Z', 'updated_at': '2021-07-06T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '4e20f7c1-82f7-4f92-bfa6-090c85e45750', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'port_id': 'f1b6f170-a889-491c-8c4c-f67561e497be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'mac_address': 'fa:16:3e:0c:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0252b40b-1ea7-4e53-8e47-186d64eefc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:49:16Z', 'updated_at': '2021-07-06T00:49:20Z', 'revision_number': 1, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'fixed_ip_address_scope': None}, {'id': '6ebd4310-a136-4ea6-9f85-5d1344514840', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'port_id': '548d04a5-0e5c-4ac5-9d32-dfbeb32f553a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'mac_address': 'fa:16:3e:0b:62:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01f74e0-fa7d-4670-9394-01aab9a32fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:51:57Z', 'updated_at': '2021-07-06T00:51:57Z', 'revision_number': 0, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5991b4e3-7582-4c3c-8851-47453c16632c', 'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'mac_address': 'fa:16:3e:2b:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:01Z', 'updated_at': '2021-07-06T00:44:12Z', 'revision_number': 5, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'subnets': [{'id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:52:00.759360 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-6d73b6b4-c51e-428c-92dc-6a60ab251da1 None None] Set router 1b8bd92e-1c73-4c52-a33a-dd0d743192b7 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:52:00.779803 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8227a3c8-32c1-44ff-8e6a-622a26743d89 admin admin] Notify callbacks [] for router, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:00.890135 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-537072d3-d9c7-4c9d-85d0-4ebf128ac48f req-13c80b7f-0f12-43f9-b8a3-5157c15bd6ad service neutron] 10.222.0.39 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3219497
Jul 06 00:52:00.943414 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8d83e99-a454-4cc3-a1ca-cf03ec8dc6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854316684'] for router_interface, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:01.138960 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b42568-3f72-4efd-9abc-e24ebb2435e2 None None] New status for floating IP 6ebd4310-a136-4ea6-9f85-5d1344514840: ACTIVE {{(pid=80882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 00:52:01.333395 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-6d73b6b4-c51e-428c-92dc-6a60ab251da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a9071b668>, [{'id': '1b8bd92e-1c73-4c52-a33a-dd0d743192b7', 'name': 'tempest-TestShelveInstance-1618524859-router', 'tenant_id': 'a395b08db90c4e9c81f50c30d57064c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '610b08c3-6b84-4206-b29b-6b059b2bff5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:45:11Z', 'updated_at': '2021-07-06T00:51:58Z', 'revision_number': 5, 'project_id': 'a395b08db90c4e9c81f50c30d57064c4', 'gw_port': {'id': '610b08c3-6b84-4206-b29b-6b059b2bff5c', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8bd92e-1c73-4c52-a33a-dd0d743192b7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:45:11Z', 'updated_at': '2021-07-06T00:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:52:01.337924 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d73b6b4-c51e-428c-92dc-6a60ab251da1 None None] Checking router: 1b8bd92e-1c73-4c52-a33a-dd0d743192b7 for host: dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:52:01.348561 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8227a3c8-32c1-44ff-8e6a-622a26743d89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:01.350696 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d73b6b4-c51e-428c-92dc-6a60ab251da1 None None] Routers {'1b8bd92e-1c73-4c52-a33a-dd0d743192b7'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:52:01.351255 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-6d73b6b4-c51e-428c-92dc-6a60ab251da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a9071b668>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:51:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['1b8bd92e-1c73-4c52-a33a-dd0d743192b7'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:52:01.362189 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-8227a3c8-32c1-44ff-8e6a-622a26743d89 admin admin] Deleting port 610b08c3-6b84-4206-b29b-6b059b2bff5c {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:52:01.363364 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8227a3c8-32c1-44ff-8e6a-622a26743d89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:01.512041 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-6d73b6b4-c51e-428c-92dc-6a60ab251da1 None None] Set router 1b8bd92e-1c73-4c52-a33a-dd0d743192b7 gateway port host: None {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:52:01.586772 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-8227a3c8-32c1-44ff-8e6a-622a26743d89 admin admin] For port 610b08c3-6b84-4206-b29b-6b059b2bff5c, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=610b08c3-6b84-4206-b29b-6b059b2bff5c,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:52:01.587218 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8227a3c8-32c1-44ff-8e6a-622a26743d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:01.630594 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-6d73b6b4-c51e-428c-92dc-6a60ab251da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a9071b668>, [{'id': '1b8bd92e-1c73-4c52-a33a-dd0d743192b7', 'name': 'tempest-TestShelveInstance-1618524859-router', 'tenant_id': 'a395b08db90c4e9c81f50c30d57064c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:45:11Z', 'updated_at': '2021-07-06T00:52:01Z', 'revision_number': 6, 'project_id': 'a395b08db90c4e9c81f50c30d57064c4', 'gw_port_host': None}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:52:01.634644 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d73b6b4-c51e-428c-92dc-6a60ab251da1 None None] The sync data for ids ['1b8bd92e-1c73-4c52-a33a-dd0d743192b7'] in dv-cinder-799546-2-iscsi is: [{'id': '1b8bd92e-1c73-4c52-a33a-dd0d743192b7', 'name': 'tempest-TestShelveInstance-1618524859-router', 'tenant_id': 'a395b08db90c4e9c81f50c30d57064c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:45:11Z', 'updated_at': '2021-07-06T00:52:01Z', 'revision_number': 6, 'project_id': 'a395b08db90c4e9c81f50c30d57064c4', 'gw_port_host': None}] {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:52:01.720224 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-c8d83e99-a454-4cc3-a1ca-cf03ec8dc6f1 admin admin] Deleting port b2808c24-eb41-439d-96ea-4e2af12a33d9 {{(pid=80880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:52:01.720603 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8d83e99-a454-4cc3-a1ca-cf03ec8dc6f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:01.722164 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-8227a3c8-32c1-44ff-8e6a-622a26743d89 admin admin] Calling delete_port for 610b08c3-6b84-4206-b29b-6b059b2bff5c owned by network:router_gateway {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:52:01.901197 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8227a3c8-32c1-44ff-8e6a-622a26743d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:01.903884 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-c8d83e99-a454-4cc3-a1ca-cf03ec8dc6f1 admin admin] For port b2808c24-eb41-439d-96ea-4e2af12a33d9, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=b2808c24-eb41-439d-96ea-4e2af12a33d9,segment=NetworkSegment(c92730b7-60ff-4cfe-a6b8-d11c8ae6428d),segment_id=c92730b7-60ff-4cfe-a6b8-d11c8ae6428d)] {{(pid=80880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:52:01.904288 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8d83e99-a454-4cc3-a1ca-cf03ec8dc6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:01.905617 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-65cfbf43-9771-43fa-ae61-ead8b5c04467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:52:01.951439 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227a3c8-32c1-44ff-8e6a-622a26743d89 admin admin] Pushing event deleted for resources: {'Port': ['ID=610b08c3-6b84-4206-b29b-6b059b2bff5c,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:52:01.955402 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-8227a3c8-32c1-44ff-8e6a-622a26743d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:52:02.036598 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-c8d83e99-a454-4cc3-a1ca-cf03ec8dc6f1 admin admin] Calling delete_port for b2808c24-eb41-439d-96ea-4e2af12a33d9 owned by network:router_interface {{(pid=80880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:52:02.196943 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8227a3c8-32c1-44ff-8e6a-622a26743d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854309336'] for router_gateway, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:02.220766 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8d83e99-a454-4cc3-a1ca-cf03ec8dc6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:02.228169 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9cce8612-219f-45c3-b7e8-541f0e0e98e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:52:02.274092 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d83e99-a454-4cc3-a1ca-cf03ec8dc6f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2808c24-eb41-439d-96ea-4e2af12a33d9,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:52:02.277504 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c8d83e99-a454-4cc3-a1ca-cf03ec8dc6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:52:02.474818 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8227a3c8-32c1-44ff-8e6a-622a26743d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854256418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854766699'] for router, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:02.479325 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8227a3c8-32c1-44ff-8e6a-622a26743d89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:02.502978 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8227a3c8-32c1-44ff-8e6a-622a26743d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459192'] for router, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:02.503763 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8227a3c8-32c1-44ff-8e6a-622a26743d89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b8bd92e-1c73-4c52-a33a-dd0d743192b7 {{(pid=80881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 06 00:52:02.517843 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8227a3c8-32c1-44ff-8e6a-622a26743d89 admin admin] Notify callbacks [] for router, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:02.519206 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-8227a3c8-32c1-44ff-8e6a-622a26743d89 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1b8bd92e-1c73-4c52-a33a-dd0d743192b7 HTTP/1.1" status: 204  len: 168 time: 1.9822617
Jul 06 00:52:02.522011 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 60066) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:52:02.583433 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8d83e99-a454-4cc3-a1ca-cf03ec8dc6f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851622423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401411'] for router_interface, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:02.588713 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_v2 [None req-16bf29e0-d3c1-4d16-9243-7f69fac7a647 admin admin] Deleting subnet 3f9b20db-72c8-43c6-b87b-1ff6929df064 {{(pid=80881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 00:52:02.589191 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-16bf29e0-d3c1-4d16-9243-7f69fac7a647 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:02.644137 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-16bf29e0-d3c1-4d16-9243-7f69fac7a647 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853420725'] for subnet, precommit_delete_associations {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:02.802487 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-16bf29e0-d3c1-4d16-9243-7f69fac7a647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:02.990983 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 13769503-7614-4e21-9d97-ff3cb7fb5129 no longer exists at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:52:03.028511 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] No Port match for: 13769503-7614-4e21-9d97-ff3cb7fb5129 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:52:03.028906 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 13769503-7614-4e21-9d97-ff3cb7fb5129 not bound to the agent host dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:52:03.029369 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 610b08c3-6b84-4206-b29b-6b059b2bff5c no longer exists at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:52:03.063190 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] No Port match for: 610b08c3-6b84-4206-b29b-6b059b2bff5c {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:52:03.063586 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 610b08c3-6b84-4206-b29b-6b059b2bff5c not bound to the agent host dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:52:03.074996 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-16bf29e0-d3c1-4d16-9243-7f69fac7a647 admin admin] Delete allocated IP 172.20.0.2 (fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc/3f9b20db-72c8-43c6-b87b-1ff6929df064) {{(pid=80881) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Jul 06 00:52:03.213137 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-16bf29e0-d3c1-4d16-9243-7f69fac7a647 admin admin] For port 7b2d9627-7930-4426-91b6-cbb874e6224f, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=7b2d9627-7930-4426-91b6-cbb874e6224f,segment=NetworkSegment(2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4),segment_id=2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:52:03.238763 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-16bf29e0-d3c1-4d16-9243-7f69fac7a647 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:03.245677 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-16bf29e0-d3c1-4d16-9243-7f69fac7a647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853431108'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:03.250544 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-08ef1bab-7445-4247-afdf-ad4f19d825dd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:52:03.311247 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-16bf29e0-d3c1-4d16-9243-7f69fac7a647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312649'] for subnet, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:03.358997 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf29e0-d3c1-4d16-9243-7f69fac7a647 admin admin] Pushing event updated for resources: {'Port': ['ID=7b2d9627-7930-4426-91b6-cbb874e6224f,revision_number=4']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:52:03.363764 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-16bf29e0-d3c1-4d16-9243-7f69fac7a647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:52:03.390576 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-16bf29e0-d3c1-4d16-9243-7f69fac7a647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851463167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1343856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823284784'] for subnet, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:03.395889 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a18fb3c6-c5aa-4414-8365-fd0235b38594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:52:03.417924 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d83e99-a454-4cc3-a1ca-cf03ec8dc6f1 admin admin] Router 1411b5ef-4c5d-4467-a58f-2b55c5c4b96a has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:52:03.428993 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf29e0-d3c1-4d16-9243-7f69fac7a647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f9b20db-72c8-43c6-b87b-1ff6929df064,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:52:03.431614 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-16bf29e0-d3c1-4d16-9243-7f69fac7a647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:52:03.439066 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-16bf29e0-d3c1-4d16-9243-7f69fac7a647 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:03.444991 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd942aa-1ff2-4c79-b64c-35fa37508e4f None None] Network fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:52:03.446294 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-16bf29e0-d3c1-4d16-9243-7f69fac7a647 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3f9b20db-72c8-43c6-b87b-1ff6929df064 HTTP/1.1" status: 204  len: 168 time: 0.9208694
Jul 06 00:52:03.452384 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 60074) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:52:03.629089 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d83e99-a454-4cc3-a1ca-cf03ec8dc6f1 admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:52:03.639449 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-c8d83e99-a454-4cc3-a1ca-cf03ec8dc6f1 admin admin] 10.222.0.13 "PUT /v2.0/routers/1411b5ef-4c5d-4467-a58f-2b55c5c4b96a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7366529
Jul 06 00:52:03.640082 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94df22ad-9d0f-4d16-9e4c-085d14a09151 None None] Sync routers for ids ['1411b5ef-4c5d-4467-a58f-2b55c5c4b96a'] in dv-cinder-799546-2-iscsi {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:52:03.642472 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 60078) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:52:03.654170 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94df22ad-9d0f-4d16-9e4c-085d14a09151 None None] Routers {'1411b5ef-4c5d-4467-a58f-2b55c5c4b96a'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:52:03.654912 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-94df22ad-9d0f-4d16-9e4c-085d14a09151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a9009b860>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:51:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['1411b5ef-4c5d-4467-a58f-2b55c5c4b96a'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:52:03.734789 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a435ca94-e7f4-4055-8a76-90f91f78887d None None] DHCP port deletion for fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc request from dv-cinder-799546-2-iscsi {{(pid=80882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 06 00:52:03.739017 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a435ca94-e7f4-4055-8a76-90f91f78887d None None] Deleting port 7b2d9627-7930-4426-91b6-cbb874e6224f {{(pid=80882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:52:03.739907 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a435ca94-e7f4-4055-8a76-90f91f78887d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:03.837615 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-79406ac7-d120-4f85-a6af-792c053407d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850613198'] for network, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:03.850137 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-79406ac7-d120-4f85-a6af-792c053407d7 admin admin] Deleting port 7b2d9627-7930-4426-91b6-cbb874e6224f {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:52:03.850500 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-79406ac7-d120-4f85-a6af-792c053407d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:03.855923 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-94df22ad-9d0f-4d16-9e4c-085d14a09151 None None] Set router 1411b5ef-4c5d-4467-a58f-2b55c5c4b96a gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:52:03.876090 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-10ca56bd-8148-47ca-b224-20d1901b3604 admin admin] Notify callbacks [] for router, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:03.947093 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-a435ca94-e7f4-4055-8a76-90f91f78887d None None] For port 7b2d9627-7930-4426-91b6-cbb874e6224f, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=7b2d9627-7930-4426-91b6-cbb874e6224f,segment=NetworkSegment(2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4),segment_id=2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:52:03.947492 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a435ca94-e7f4-4055-8a76-90f91f78887d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:04.072845 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-79406ac7-d120-4f85-a6af-792c053407d7 admin admin] For port 7b2d9627-7930-4426-91b6-cbb874e6224f, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=7b2d9627-7930-4426-91b6-cbb874e6224f,segment=NetworkSegment(2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4),segment_id=2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:52:04.073331 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-79406ac7-d120-4f85-a6af-792c053407d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:04.084278 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a435ca94-e7f4-4055-8a76-90f91f78887d None None] Calling delete_port for 7b2d9627-7930-4426-91b6-cbb874e6224f owned by network:dhcp {{(pid=80882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:52:04.133343 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-10ca56bd-8148-47ca-b224-20d1901b3604 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:04.144252 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-10ca56bd-8148-47ca-b224-20d1901b3604 admin admin] Deleting port 2b296b47-624c-4b63-b9b9-9b72527c6201 {{(pid=80880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:52:04.144634 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-10ca56bd-8148-47ca-b224-20d1901b3604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:04.226457 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-94df22ad-9d0f-4d16-9e4c-085d14a09151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a9009b860>, [{'id': '1411b5ef-4c5d-4467-a58f-2b55c5c4b96a', 'name': 'tempest-TestMinimumBasicScenario-1198091021-router', 'tenant_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.70'}], 'enable_snat': True}, 'gw_port_id': '2b296b47-624c-4b63-b9b9-9b72527c6201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:47:47Z', 'updated_at': '2021-07-06T00:52:02Z', 'revision_number': 5, 'project_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'gw_port': {'id': '2b296b47-624c-4b63-b9b9-9b72527c6201', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:85:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1411b5ef-4c5d-4467-a58f-2b55c5c4b96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:47:48Z', 'updated_at': '2021-07-06T00:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:52:04.230671 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a435ca94-e7f4-4055-8a76-90f91f78887d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836'] for port, after_delete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:04.230949 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94df22ad-9d0f-4d16-9e4c-085d14a09151 None None] Checking router: 1411b5ef-4c5d-4467-a58f-2b55c5c4b96a for host: dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:52:04.236267 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:52:04.242543 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94df22ad-9d0f-4d16-9e4c-085d14a09151 None None] Routers {'1411b5ef-4c5d-4467-a58f-2b55c5c4b96a'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:52:04.243234 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-94df22ad-9d0f-4d16-9e4c-085d14a09151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a9009b860>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:51:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['1411b5ef-4c5d-4467-a58f-2b55c5c4b96a'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:52:04.244212 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-79406ac7-d120-4f85-a6af-792c053407d7 admin admin] Calling delete_port for 7b2d9627-7930-4426-91b6-cbb874e6224f owned by network:dhcp {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:52:04.282222 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435ca94-e7f4-4055-8a76-90f91f78887d None None] Pushing event deleted for resources: {'Port': ['ID=7b2d9627-7930-4426-91b6-cbb874e6224f,revision_number=None']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:52:04.290270 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a435ca94-e7f4-4055-8a76-90f91f78887d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:52:04.298021 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a435ca94-e7f4-4055-8a76-90f91f78887d None None] No DVR routers for this DVR port 7b2d9627-7930-4426-91b6-cbb874e6224f on host dv-cinder-799546-2-iscsi {{(pid=80882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:52:04.325617 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.db.api [None req-79406ac7-d120-4f85-a6af-792c053407d7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80881) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 06 00:52:04.326244 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_db.api [None req-79406ac7-d120-4f85-a6af-792c053407d7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 06 00:52:04.337866 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-10ca56bd-8148-47ca-b224-20d1901b3604 admin admin] For port 2b296b47-624c-4b63-b9b9-9b72527c6201, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=2b296b47-624c-4b63-b9b9-9b72527c6201,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:52:04.338259 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-10ca56bd-8148-47ca-b224-20d1901b3604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:04.396552 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-94df22ad-9d0f-4d16-9e4c-085d14a09151 None None] Set router 1411b5ef-4c5d-4467-a58f-2b55c5c4b96a gateway port host: None {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:52:04.464144 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-10ca56bd-8148-47ca-b224-20d1901b3604 admin admin] Calling delete_port for 2b296b47-624c-4b63-b9b9-9b72527c6201 owned by network:router_gateway {{(pid=80880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:52:04.505603 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-94df22ad-9d0f-4d16-9e4c-085d14a09151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a9009b860>, [{'id': '1411b5ef-4c5d-4467-a58f-2b55c5c4b96a', 'name': 'tempest-TestMinimumBasicScenario-1198091021-router', 'tenant_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:47:47Z', 'updated_at': '2021-07-06T00:52:04Z', 'revision_number': 6, 'project_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'gw_port_host': None}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:52:04.509632 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94df22ad-9d0f-4d16-9e4c-085d14a09151 None None] The sync data for ids ['1411b5ef-4c5d-4467-a58f-2b55c5c4b96a'] in dv-cinder-799546-2-iscsi is: [{'id': '1411b5ef-4c5d-4467-a58f-2b55c5c4b96a', 'name': 'tempest-TestMinimumBasicScenario-1198091021-router', 'tenant_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:47:47Z', 'updated_at': '2021-07-06T00:52:04Z', 'revision_number': 6, 'project_id': '7efc88d5cdea42208ed0f6e1b0ff1d5c', 'gw_port_host': None}] {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:52:04.641123 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-10ca56bd-8148-47ca-b224-20d1901b3604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:04.650186 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-66e5d90e-f526-4ada-847f-ee1e1e8cb2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:52:04.696450 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca56bd-8148-47ca-b224-20d1901b3604 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b296b47-624c-4b63-b9b9-9b72527c6201,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:52:04.727518 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-10ca56bd-8148-47ca-b224-20d1901b3604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:52:04.827871 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-79406ac7-d120-4f85-a6af-792c053407d7 admin admin] Deleting port 7b2d9627-7930-4426-91b6-cbb874e6224f {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:52:04.828277 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-79406ac7-d120-4f85-a6af-792c053407d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:04.899745 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-79406ac7-d120-4f85-a6af-792c053407d7 admin admin] The port '7b2d9627-7930-4426-91b6-cbb874e6224f' was deleted {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1909}}
Jul 06 00:52:04.922278 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-10ca56bd-8148-47ca-b224-20d1901b3604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854309336'] for router_gateway, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:04.948583 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 7b2d9627-7930-4426-91b6-cbb874e6224f no longer exists at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:52:04.988979 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] No Port match for: 7b2d9627-7930-4426-91b6-cbb874e6224f {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:52:04.989308 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 7b2d9627-7930-4426-91b6-cbb874e6224f not bound to the agent host dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:52:04.989734 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device b2808c24-eb41-439d-96ea-4e2af12a33d9 no longer exists at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:52:05.025108 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] No Port match for: b2808c24-eb41-439d-96ea-4e2af12a33d9 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:52:05.025497 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device b2808c24-eb41-439d-96ea-4e2af12a33d9 not bound to the agent host dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:52:05.025957 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 2b296b47-624c-4b63-b9b9-9b72527c6201 no longer exists at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:52:05.027879 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-79406ac7-d120-4f85-a6af-792c053407d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851462971', 'neutron.services.segments.db._delete_segments_for_network-8734505439535'] for network, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:05.043995 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-79406ac7-d120-4f85-a6af-792c053407d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1a8fb36b00>,) {'filters': {'network_id': ['fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc']}} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:52:05.059713 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-79406ac7-d120-4f85-a6af-792c053407d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8fb36b00>, '2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4') {'for_net_delete': True} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:52:05.059945 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] No Port match for: 2b296b47-624c-4b63-b9b9-9b72527c6201 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:52:05.060185 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-79406ac7-d120-4f85-a6af-792c053407d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8fb36b00>, '2ad4c9f1-fa38-44b9-b3a7-bf86eb23b9c4') {} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:52:05.060297 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 2b296b47-624c-4b63-b9b9-9b72527c6201 not bound to the agent host dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:52:05.075888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-79406ac7-d120-4f85-a6af-792c053407d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302349340327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1355068'] for segment, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:05.092622 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-79406ac7-d120-4f85-a6af-792c053407d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:05.099958 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79406ac7-d120-4f85-a6af-792c053407d7 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=80881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 00:52:05.100431 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-79406ac7-d120-4f85-a6af-792c053407d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851464142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853431138'] for segment, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]: Traceback (most recent call last):
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:     timer()
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:     cb(*args, **kw)
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:     return func(*args, **kwargs)
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:     self._notify()
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:     self.callback(batched_events)
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:     event.method(event)
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:     segment_id)['aggregates'][0]
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:     return f(self, *a, **k)
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self._get(url).json()
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:     **kwargs)
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self.request(url, 'GET', **kwargs)
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:     **endpoint_filter)
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 00:52:05.114853 dv-cinder-799546-2-iscsi neutron-server[80769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 00:52:05.193914 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-79406ac7-d120-4f85-a6af-792c053407d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3312860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459991'] for network, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:05.197693 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:52:05.214865 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-79406ac7-d120-4f85-a6af-792c053407d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:05.225198 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79406ac7-d120-4f85-a6af-792c053407d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:52:05.229802 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-79406ac7-d120-4f85-a6af-792c053407d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:52:05.235630 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-79406ac7-d120-4f85-a6af-792c053407d7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fb8e5f5a-bbdc-4a6c-a5c1-5b68431edccc HTTP/1.1" status: 204  len: 168 time: 1.7821143
Jul 06 00:52:05.383001 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 60090) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:52:05.441099 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-10ca56bd-8148-47ca-b224-20d1901b3604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854256418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854766699'] for router, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:05.441492 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-e02b053f-b5d2-42a8-9406-b1c45e893cd6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0c256f0870e4bf7ae5b32acc283bad9&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0571153
Jul 06 00:52:05.444154 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 60094) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:52:05.445616 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-10ca56bd-8148-47ca-b224-20d1901b3604 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:05.469513 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-10ca56bd-8148-47ca-b224-20d1901b3604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459192'] for router, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:05.470072 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ca56bd-8148-47ca-b224-20d1901b3604 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1411b5ef-4c5d-4467-a58f-2b55c5c4b96a {{(pid=80880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 06 00:52:05.483515 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-10ca56bd-8148-47ca-b224-20d1901b3604 admin admin] Notify callbacks [] for router, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:05.484724 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-10ca56bd-8148-47ca-b224-20d1901b3604 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1411b5ef-4c5d-4467-a58f-2b55c5c4b96a HTTP/1.1" status: 204  len: 168 time: 1.8412254
Jul 06 00:52:05.487523 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 60098) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:52:05.512061 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f5b978ee-bd17-4321-b3ce-69613c69f04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:05.540429 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f5b978ee-bd17-4321-b3ce-69613c69f04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:05.550377 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a7d176-a18b-4019-9266-19dee46f5ca3 admin admin] Deleting subnet 9ea5f554-ff76-4e51-8537-8c889ccf5982 {{(pid=80880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 00:52:05.550753 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-59a7d176-a18b-4019-9266-19dee46f5ca3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:05.594334 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f5b978ee-bd17-4321-b3ce-69613c69f04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:05.602368 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cf7d958d-663d-499a-af70-2aab9ddb18df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:52:05.610347 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-59a7d176-a18b-4019-9266-19dee46f5ca3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853343471'] for subnet, precommit_delete_associations {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:05.626350 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b978ee-bd17-4321-b3ce-69613c69f04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9011235-5c4f-49aa-861d-00f7bf1d5a10,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:52:05.633054 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f5b978ee-bd17-4321-b3ce-69613c69f04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:05.634430 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-f5b978ee-bd17-4321-b3ce-69613c69f04f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9011235-5c4f-49aa-861d-00f7bf1d5a10 HTTP/1.1" status: 204  len: 168 time: 0.1891642
Jul 06 00:52:05.635899 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f5b978ee-bd17-4321-b3ce-69613c69f04f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:52:05.793970 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-59a7d176-a18b-4019-9266-19dee46f5ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:06.054907 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-59a7d176-a18b-4019-9266-19dee46f5ca3 admin admin] Delete allocated IP 172.20.0.2 (a018f432-b65f-4be5-9e36-7841bb9c521a/9ea5f554-ff76-4e51-8537-8c889ccf5982) {{(pid=80880) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Jul 06 00:52:06.069360 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 60108) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:52:06.137219 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-eb9a0f48-db35-43c1-9358-ca795a5efd78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a395b08db90c4e9c81f50c30d57064c4&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0637977
Jul 06 00:52:06.137846 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 60112) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:52:06.189973 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-59a7d176-a18b-4019-9266-19dee46f5ca3 admin admin] For port 2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6,segment=NetworkSegment(c92730b7-60ff-4cfe-a6b8-d11c8ae6428d),segment_id=c92730b7-60ff-4cfe-a6b8-d11c8ae6428d)] {{(pid=80880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:52:06.203234 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-da19674d-b404-458c-b039-8156a958d7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:06.216173 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-59a7d176-a18b-4019-9266-19dee46f5ca3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:06.223654 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-59a7d176-a18b-4019-9266-19dee46f5ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822393280'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:06.227928 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9503f0f7-48fd-4de6-bd01-a2130a307d34 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:52:06.231745 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-da19674d-b404-458c-b039-8156a958d7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:06.285468 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-59a7d176-a18b-4019-9266-19dee46f5ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312649'] for subnet, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:06.285903 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-da19674d-b404-458c-b039-8156a958d7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:06.291406 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d9045186-4968-4000-a990-b5a946140ca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:52:06.303781 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19674d-b404-458c-b039-8156a958d7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f363276-5aa0-4466-81e6-9168adbdf0e9,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:52:06.306851 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-da19674d-b404-458c-b039-8156a958d7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:52:06.308817 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-da19674d-b404-458c-b039-8156a958d7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:06.310043 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-da19674d-b404-458c-b039-8156a958d7b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f363276-5aa0-4466-81e6-9168adbdf0e9 HTTP/1.1" status: 204  len: 168 time: 0.1711891
Jul 06 00:52:06.339729 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7d176-a18b-4019-9266-19dee46f5ca3 admin admin] Pushing event updated for resources: {'Port': ['ID=2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6,revision_number=4']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:52:06.344346 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-59a7d176-a18b-4019-9266-19dee46f5ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:52:06.369361 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-59a7d176-a18b-4019-9266-19dee46f5ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851463167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32381836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31702690'] for subnet, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:06.375051 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:52:06.409097 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7d176-a18b-4019-9266-19dee46f5ca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ea5f554-ff76-4e51-8537-8c889ccf5982,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:52:06.412026 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-59a7d176-a18b-4019-9266-19dee46f5ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:52:06.414472 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-59a7d176-a18b-4019-9266-19dee46f5ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for subnet, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:06.421604 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb08c26a-62dd-47a6-978e-fdaa94e32851 None None] Network a018f432-b65f-4be5-9e36-7841bb9c521a requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:52:06.423611 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 60120) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:52:06.423941 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-59a7d176-a18b-4019-9266-19dee46f5ca3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9ea5f554-ff76-4e51-8537-8c889ccf5982 HTTP/1.1" status: 204  len: 168 time: 0.9351151
Jul 06 00:52:06.547514 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-dde40e85-993c-4318-9566-7f9f5348bf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850613198'] for network, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:06.553006 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-dde40e85-993c-4318-9566-7f9f5348bf76 admin admin] Deleting port 2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6 {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:52:06.553379 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-dde40e85-993c-4318-9566-7f9f5348bf76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:06.694712 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da68648-d93a-4d74-8a1d-6a700c331adb None None] DHCP port deletion for a018f432-b65f-4be5-9e36-7841bb9c521a request from dv-cinder-799546-2-iscsi {{(pid=80882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 06 00:52:06.699799 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-2da68648-d93a-4d74-8a1d-6a700c331adb None None] Deleting port 2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6 {{(pid=80882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:52:06.700223 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2da68648-d93a-4d74-8a1d-6a700c331adb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:06.765961 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-dde40e85-993c-4318-9566-7f9f5348bf76 admin admin] For port 2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6,segment=NetworkSegment(c92730b7-60ff-4cfe-a6b8-d11c8ae6428d),segment_id=c92730b7-60ff-4cfe-a6b8-d11c8ae6428d)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:52:06.766360 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-dde40e85-993c-4318-9566-7f9f5348bf76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:06.901442 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-dde40e85-993c-4318-9566-7f9f5348bf76 admin admin] Calling delete_port for 2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6 owned by network:dhcp {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:52:06.968187 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-dde40e85-993c-4318-9566-7f9f5348bf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:06.972238 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6 no longer exists at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:52:06.972630 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fcc20eaa-f01d-4276-8f43-3ad1e4ee31d7 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:52:07.000470 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-2da68648-d93a-4d74-8a1d-6a700c331adb None None] The port '2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6' was deleted {{(pid=80882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1909}}
Jul 06 00:52:07.011031 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] No Port match for: 2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:52:07.011445 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6 not bound to the agent host dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:52:07.018010 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde40e85-993c-4318-9566-7f9f5348bf76 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:52:07.020669 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-dde40e85-993c-4318-9566-7f9f5348bf76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:52:07.023448 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde40e85-993c-4318-9566-7f9f5348bf76 admin admin] No DVR routers for this DVR port 2aa63c5b-d6f1-4ac4-9cc3-8461ebee7fd6 on host dv-cinder-799546-2-iscsi {{(pid=80881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:52:07.133410 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-dde40e85-993c-4318-9566-7f9f5348bf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851462971', 'neutron.services.segments.db._delete_segments_for_network-8734505439535'] for network, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:07.147314 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-dde40e85-993c-4318-9566-7f9f5348bf76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1a8f6e19b0>,) {'filters': {'network_id': ['a018f432-b65f-4be5-9e36-7841bb9c521a']}} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:52:07.160418 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-dde40e85-993c-4318-9566-7f9f5348bf76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8f6e19b0>, 'c92730b7-60ff-4cfe-a6b8-d11c8ae6428d') {'for_net_delete': True} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:52:07.160751 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-dde40e85-993c-4318-9566-7f9f5348bf76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8f6e19b0>, 'c92730b7-60ff-4cfe-a6b8-d11c8ae6428d') {} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:52:07.173474 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-dde40e85-993c-4318-9566-7f9f5348bf76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302349340327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1355068'] for segment, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:07.187642 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-dde40e85-993c-4318-9566-7f9f5348bf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:07.193602 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde40e85-993c-4318-9566-7f9f5348bf76 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=80881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 00:52:07.194016 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-dde40e85-993c-4318-9566-7f9f5348bf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851464142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853431138'] for segment, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]: Traceback (most recent call last):
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:     timer()
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:     cb(*args, **kw)
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:     return func(*args, **kwargs)
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:     self._notify()
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:     self.callback(batched_events)
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:     event.method(event)
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:     segment_id)['aggregates'][0]
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:     return f(self, *a, **k)
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self._get(url).json()
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:     **kwargs)
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self.request(url, 'GET', **kwargs)
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:     **endpoint_filter)
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 00:52:07.207408 dv-cinder-799546-2-iscsi neutron-server[80769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 00:52:07.277995 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-dde40e85-993c-4318-9566-7f9f5348bf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3312860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459991'] for network, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:07.282354 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cd7a5c7a-d8dc-48d9-94f8-74e49d5b8038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:52:07.298602 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-dde40e85-993c-4318-9566-7f9f5348bf76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:07.306345 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde40e85-993c-4318-9566-7f9f5348bf76 admin admin] Pushing event deleted for resources: {'Network': ['ID=a018f432-b65f-4be5-9e36-7841bb9c521a,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:52:07.309500 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-dde40e85-993c-4318-9566-7f9f5348bf76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:52:07.311092 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-dde40e85-993c-4318-9566-7f9f5348bf76 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a018f432-b65f-4be5-9e36-7841bb9c521a HTTP/1.1" status: 204  len: 168 time: 0.8864005
Jul 06 00:52:07.520042 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 60132) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:52:07.573780 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-1061646f-c8e1-4d5c-9826-b6d603aac9bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ee89605c1d5433e80ec9577b1ac160b&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0521312
Jul 06 00:52:07.577019 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 60136) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:52:07.647788 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e2ccfe25-7a43-49cc-93e3-8cf44b4ab527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:07.674280 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e2ccfe25-7a43-49cc-93e3-8cf44b4ab527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:07.723670 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e2ccfe25-7a43-49cc-93e3-8cf44b4ab527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:07.728652 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-def19c24-8ea0-40cf-9d49-f8ff7ef08e17 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:52:07.742590 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccfe25-7a43-49cc-93e3-8cf44b4ab527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e8614b-8980-4389-b9e5-5f31afe5afda,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:52:07.744873 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e2ccfe25-7a43-49cc-93e3-8cf44b4ab527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:52:07.751071 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e2ccfe25-7a43-49cc-93e3-8cf44b4ab527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:07.752334 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-e2ccfe25-7a43-49cc-93e3-8cf44b4ab527 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20e8614b-8980-4389-b9e5-5f31afe5afda HTTP/1.1" status: 204  len: 168 time: 0.1742516
Jul 06 00:52:08.157229 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 60146) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:52:08.211885 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-c078d1ea-2506-43b8-9d2d-3f5ce8cf0721 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7efc88d5cdea42208ed0f6e1b0ff1d5c&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0532296
Jul 06 00:52:08.214568 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 60150) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:52:08.284093 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-19321703-6db4-4aad-8d81-81234bb03632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:08.310294 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-19321703-6db4-4aad-8d81-81234bb03632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:08.354194 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-19321703-6db4-4aad-8d81-81234bb03632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:08.359497 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-6c5677df-92f8-4cee-86a3-9324bba7f41d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:52:08.372430 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19321703-6db4-4aad-8d81-81234bb03632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1352ba08-b050-4093-b293-70d04f8ccc54,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:52:08.375589 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-19321703-6db4-4aad-8d81-81234bb03632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:52:08.376724 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-19321703-6db4-4aad-8d81-81234bb03632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:08.377993 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-19321703-6db4-4aad-8d81-81234bb03632 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1352ba08-b050-4093-b293-70d04f8ccc54 HTTP/1.1" status: 204  len: 168 time: 0.1623409
Jul 06 00:52:12.314955 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6c81d2bb-591d-4d16-8140-6cd7d17cebd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:13.667408 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:14.081749 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:14.345707 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0d6e6d33-c8ff-4f18-aa59-363e40f3a4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:14.843780 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:15.994996 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:31.059355 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:52:42.316797 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-35606510-a3c7-40ea-91d1-d4c5a3b6b77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:43.503532 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1625664-d909-46ef-adc7-ce49b0b1671d req-2c1f0f5b-2fc9-42e6-953c-068486a17ade tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:52:43.505105 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b1625664-d909-46ef-adc7-ce49b0b1671d req-2c1f0f5b-2fc9-42e6-953c-068486a17ade tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=6954818b-4797-4306-852a-7001acfddf4c HTTP/1.1" status: 200  len: 946 time: 0.0815458
Jul 06 00:52:43.554009 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b1625664-d909-46ef-adc7-ce49b0b1671d req-dcd45ed6-6111-4568-a971-f78c7fe42621 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f07acac-ba23-4792-9b37-9ea491b643ed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414701
Jul 06 00:52:43.668206 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:44.085600 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:44.348008 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bf12e3ff-8510-4cf8-9590-c0e4079e00f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:44.751172 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d4db6-b881-4994-9b5a-767f0bd47008 req-f7805529-b657-4776-bdf2-cd4aa04e2c2c tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:52:44.752755 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ef4d4db6-b881-4994-9b5a-767f0bd47008 req-f7805529-b657-4776-bdf2-cd4aa04e2c2c tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=6954818b-4797-4306-852a-7001acfddf4c HTTP/1.1" status: 200  len: 946 time: 0.0793722
Jul 06 00:52:44.802151 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ef4d4db6-b881-4994-9b5a-767f0bd47008 req-9946f327-d001-46a4-8350-735e240a870f tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f07acac-ba23-4792-9b37-9ea491b643ed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422523
Jul 06 00:52:44.844366 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:45.565447 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b52de4-ef48-4609-8d34-f9e38000c044 req-206c694a-dcda-4099-8b73-b517fe73baa1 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:52:45.566966 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-22b52de4-ef48-4609-8d34-f9e38000c044 req-206c694a-dcda-4099-8b73-b517fe73baa1 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.39 "GET /v2.0/ports?device_id=6954818b-4797-4306-852a-7001acfddf4c HTTP/1.1" status: 200  len: 946 time: 0.0771186
Jul 06 00:52:45.638932 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-22b52de4-ef48-4609-8d34-f9e38000c044 req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Deleting port 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 {{(pid=80880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:52:45.639372 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-22b52de4-ef48-4609-8d34-f9e38000c044 req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:45.886050 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-22b52de4-ef48-4609-8d34-f9e38000c044 req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] For port 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5,segment=NetworkSegment(b8b15407-88ee-4838-b353-b0f018d7e9a4),segment_id=b8b15407-88ee-4838-b353-b0f018d7e9a4)] {{(pid=80880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:52:45.886689 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-22b52de4-ef48-4609-8d34-f9e38000c044 req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:45.998500 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:46.195577 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b143810-ab54-4bd5-a5e9-e2618a65a116 req-caf328de-a1db-43ab-a3ad-68722dc1c322 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:52:46.197146 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3b143810-ab54-4bd5-a5e9-e2618a65a116 req-caf328de-a1db-43ab-a3ad-68722dc1c322 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=6954818b-4797-4306-852a-7001acfddf4c HTTP/1.1" status: 200  len: 946 time: 0.2450211
Jul 06 00:52:46.239112 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-22b52de4-ef48-4609-8d34-f9e38000c044 req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:46.239536 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-22b52de4-ef48-4609-8d34-f9e38000c044 req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459972'] for floatingip, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:46.239875 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.l3_db [req-22b52de4-ef48-4609-8d34-f9e38000c044 req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Floating IP c614604a-6f25-41ba-bc49-aeca31914a2b disassociated. External IP: 172.27.1.25, port: 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5.
Jul 06 00:52:46.240239 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-22b52de4-ef48-4609-8d34-f9e38000c044 req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Calling delete_port for 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 owned by compute:nova {{(pid=80880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:52:46.308665 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3b143810-ab54-4bd5-a5e9-e2618a65a116 req-30447518-f46d-4ca2-a659-9dba255cef52 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups?id=1f07acac-ba23-4792-9b37-9ea491b643ed&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1031895
Jul 06 00:52:46.631806 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-22b52de4-ef48-4609-8d34-f9e38000c044 req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:46.637552 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-56f4e1df-f1cf-4a38-8628-f37bf9033460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:52:46.679741 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Pushing event deleted for resources: {'Port': ['ID=8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:52:46.692549 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:52:46.692963 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:52:46.693376 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:52:46.693764 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:52:46.694160 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:52:46.694557 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:52:46.695422 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:52:46.695422 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:52:46.695769 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:52:46.696068 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:52:46.696453 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:52:46.701483 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:52:46.897672 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22b52de4-ef48-4609-8d34-f9e38000c044 req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Router b229c976-f77d-438f-9b2d-3b32b06a515a has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:52:47.098438 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22b52de4-ef48-4609-8d34-f9e38000c044 req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:52:47.109237 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e140870-3ad3-4998-a76f-e71113e396da None None] Sync routers for ids ['b229c976-f77d-438f-9b2d-3b32b06a515a'] in dv-cinder-799546-2-iscsi {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:52:47.122478 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e140870-3ad3-4998-a76f-e71113e396da None None] Routers {'b229c976-f77d-438f-9b2d-3b32b06a515a'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:52:47.123628 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-9e140870-3ad3-4998-a76f-e71113e396da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a8fd9b8d0>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:52:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b229c976-f77d-438f-9b2d-3b32b06a515a'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:52:47.185749 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b52de4-ef48-4609-8d34-f9e38000c044 req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] No DVR routers for this DVR port 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 on host hv-cinder-79954 {{(pid=80880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:52:47.188411 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-22b52de4-ef48-4609-8d34-f9e38000c044 req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:47.191374 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6954818b-4797-4306-852a-7001acfddf4c', 'name': 'network-vif-deleted', 'tag': '8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5'}] {{(pid=80880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:52:47.205600 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-22b52de4-ef48-4609-8d34-f9e38000c044 req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.39 "DELETE /v2.0/ports/8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 HTTP/1.1" status: 204  len: 173 time: 1.6325104
Jul 06 00:52:47.255100 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6954818b-4797-4306-852a-7001acfddf4c', 'name': 'network-vif-deleted', 'tag': '8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5', 'status': 'completed', 'code': 200}
Jul 06 00:52:47.306606 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-9e140870-3ad3-4998-a76f-e71113e396da None None] Set router b229c976-f77d-438f-9b2d-3b32b06a515a gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:52:47.488590 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-f047ce9b-59ea-4c29-b6f7-22630adf80b6 req-e57d5e13-ffd9-4ffa-be86-78aad4b605ce tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Synchronizing usage tracker for tenant:13398ab56bc24c4687d1034e36eb418f on resource:port {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:52:47.504685 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-f047ce9b-59ea-4c29-b6f7-22630adf80b6 req-e57d5e13-ffd9-4ffa-be86-78aad4b605ce tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Unset dirty status for tenant:13398ab56bc24c4687d1034e36eb418f on resource:port {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:52:47.505960 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f047ce9b-59ea-4c29-b6f7-22630adf80b6 req-e57d5e13-ffd9-4ffa-be86-78aad4b605ce tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/ports?device_id=6954818b-4797-4306-852a-7001acfddf4c HTTP/1.1" status: 200  len: 210 time: 0.0608673
Jul 06 00:52:47.626969 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-9e140870-3ad3-4998-a76f-e71113e396da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a8fd9b8d0>, [{'id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'name': 'tempest-AttachVolumeTestJSON-233331972-router', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:25Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'gw_port': {'id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:27Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '7581e3a9-f348-4b86-a8d5-85c42f0c25b9', 'name': '', 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'mac_address': 'fa:16:3e:e9:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:34Z', 'updated_at': '2021-07-06T00:42:53Z', 'revision_number': 5, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'subnets': [{'id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:52:47.630848 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e140870-3ad3-4998-a76f-e71113e396da None None] Checking router: b229c976-f77d-438f-9b2d-3b32b06a515a for host: dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:52:47.642822 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e140870-3ad3-4998-a76f-e71113e396da None None] Routers {'b229c976-f77d-438f-9b2d-3b32b06a515a'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:52:47.643505 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-9e140870-3ad3-4998-a76f-e71113e396da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a8fd9b8d0>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:52:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b229c976-f77d-438f-9b2d-3b32b06a515a'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:52:47.823046 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-9e140870-3ad3-4998-a76f-e71113e396da None None] Set router b229c976-f77d-438f-9b2d-3b32b06a515a gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:52:48.146881 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-9e140870-3ad3-4998-a76f-e71113e396da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a8fd9b8d0>, [{'id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'name': 'tempest-AttachVolumeTestJSON-233331972-router', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:25Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'gw_port': {'id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:27Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '7581e3a9-f348-4b86-a8d5-85c42f0c25b9', 'name': '', 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'mac_address': 'fa:16:3e:e9:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:34Z', 'updated_at': '2021-07-06T00:42:53Z', 'revision_number': 5, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'subnets': [{'id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:52:48.151472 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e140870-3ad3-4998-a76f-e71113e396da None None] The sync data for ids ['b229c976-f77d-438f-9b2d-3b32b06a515a'] in dv-cinder-799546-2-iscsi is: [{'id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'name': 'tempest-AttachVolumeTestJSON-233331972-router', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:25Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'gw_port': {'id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:27Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '7581e3a9-f348-4b86-a8d5-85c42f0c25b9', 'name': '', 'network_id': '41657b10-f5b5-45f4-877a-d9b5218b372e', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'mac_address': 'fa:16:3e:e9:1f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:34Z', 'updated_at': '2021-07-06T00:42:53Z', 'revision_number': 5, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'subnets': [{'id': 'a5087eff-ba0b-47fa-bad0-5225f3587e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:52:48.569199 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211b7443-84b9-4ed5-bb12-723a0e954f92 None None] New status for floating IP c614604a-6f25-41ba-bc49-aeca31914a2b: DOWN {{(pid=80883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 00:52:48.639564 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 60382) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:52:48.721005 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-26cb80ec-691d-48ac-88eb-44d722a86a34 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:48.726079 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:52:48.752602 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-26cb80ec-691d-48ac-88eb-44d722a86a34 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:48.761386 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-375f1531-e412-4812-87f3-970f43045b6a None None] No Port match for: 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:52:48.761780 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 8d8cf4b6-b3aa-4fa4-8946-357b4fbe76c5 not bound to the agent host hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:52:48.801085 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-26cb80ec-691d-48ac-88eb-44d722a86a34 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:48.806474 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-966d4a16-bb13-4da6-a47b-cd7da10a89f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:52:48.824444 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb80ec-691d-48ac-88eb-44d722a86a34 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f07acac-ba23-4792-9b37-9ea491b643ed,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:52:48.838317 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-26cb80ec-691d-48ac-88eb-44d722a86a34 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:48.839561 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-26cb80ec-691d-48ac-88eb-44d722a86a34 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "DELETE /v2.0/security-groups/1f07acac-ba23-4792-9b37-9ea491b643ed HTTP/1.1" status: 204  len: 168 time: 0.1981995
Jul 06 00:52:48.841103 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cb80ec-691d-48ac-88eb-44d722a86a34 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:52:48.841516 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cb80ec-691d-48ac-88eb-44d722a86a34 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:52:48.841925 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cb80ec-691d-48ac-88eb-44d722a86a34 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:52:48.842324 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cb80ec-691d-48ac-88eb-44d722a86a34 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:52:48.842723 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cb80ec-691d-48ac-88eb-44d722a86a34 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:52:48.843801 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cb80ec-691d-48ac-88eb-44d722a86a34 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:52:48.844153 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 60386) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:52:48.844349 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cb80ec-691d-48ac-88eb-44d722a86a34 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:52:48.844756 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cb80ec-691d-48ac-88eb-44d722a86a34 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:52:48.845153 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cb80ec-691d-48ac-88eb-44d722a86a34 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:52:48.845549 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cb80ec-691d-48ac-88eb-44d722a86a34 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:52:48.845936 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cb80ec-691d-48ac-88eb-44d722a86a34 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:52:48.849467 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-26cb80ec-691d-48ac-88eb-44d722a86a34 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:52:48.873220 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.v2.resource [None req-bcee3baf-0d81-4d4e-907b-0a127e6b9dee tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] show failed (client error): The resource could not be found.
Jul 06 00:52:48.875007 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-bcee3baf-0d81-4d4e-907b-0a127e6b9dee tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "GET /v2.0/security-groups/1f07acac-ba23-4792-9b37-9ea491b643ed HTTP/1.1" status: 404  len: 347 time: 0.0291100
Jul 06 00:52:48.877563 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 60390) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:52:49.032150 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-b1871172-9a19-4b4a-a8f6-78b5f584f4da tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Deleting port dae9035f-bbf0-4ef9-a5b4-cd374fc265cf {{(pid=80880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:52:49.032523 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b1871172-9a19-4b4a-a8f6-78b5f584f4da tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:49.199437 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b1871172-9a19-4b4a-a8f6-78b5f584f4da tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:49.199894 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b1871172-9a19-4b4a-a8f6-78b5f584f4da tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:49.325697 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-b1871172-9a19-4b4a-a8f6-78b5f584f4da tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Calling delete_port for dae9035f-bbf0-4ef9-a5b4-cd374fc265cf owned by network:floatingip {{(pid=80880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:52:49.451998 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b1871172-9a19-4b4a-a8f6-78b5f584f4da tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:49.456213 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:52:49.496275 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1871172-9a19-4b4a-a8f6-78b5f584f4da tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Pushing event deleted for resources: {'Port': ['ID=dae9035f-bbf0-4ef9-a5b4-cd374fc265cf,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:52:49.498888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b1871172-9a19-4b4a-a8f6-78b5f584f4da tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:52:49.596333 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b1871172-9a19-4b4a-a8f6-78b5f584f4da tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks [] for floatingip, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:49.615735 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b1871172-9a19-4b4a-a8f6-78b5f584f4da tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for floatingip, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:49.616961 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-b1871172-9a19-4b4a-a8f6-78b5f584f4da tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] 10.222.0.13 "DELETE /v2.0/floatingips/c614604a-6f25-41ba-bc49-aeca31914a2b HTTP/1.1" status: 204  len: 168 time: 0.7384355
Jul 06 00:52:53.729198 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 60430) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:52:54.320361 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fe31dc0f-893a-4976-b0f7-ebf2f1b2d50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854316684'] for router_interface, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:55.129540 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-fe31dc0f-893a-4976-b0f7-ebf2f1b2d50f admin admin] Deleting port 7581e3a9-f348-4b86-a8d5-85c42f0c25b9 {{(pid=80880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:52:55.130079 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fe31dc0f-893a-4976-b0f7-ebf2f1b2d50f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:55.300387 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-fe31dc0f-893a-4976-b0f7-ebf2f1b2d50f admin admin] For port 7581e3a9-f348-4b86-a8d5-85c42f0c25b9, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=7581e3a9-f348-4b86-a8d5-85c42f0c25b9,segment=NetworkSegment(b8b15407-88ee-4838-b353-b0f018d7e9a4),segment_id=b8b15407-88ee-4838-b353-b0f018d7e9a4)] {{(pid=80880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:52:55.300782 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fe31dc0f-893a-4976-b0f7-ebf2f1b2d50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:55.425573 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-fe31dc0f-893a-4976-b0f7-ebf2f1b2d50f admin admin] Calling delete_port for 7581e3a9-f348-4b86-a8d5-85c42f0c25b9 owned by network:router_interface {{(pid=80880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:52:55.587785 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fe31dc0f-893a-4976-b0f7-ebf2f1b2d50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:55.592033 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0d4aad72-eaef-4576-8909-e64dcbff648f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:52:55.635516 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31dc0f-893a-4976-b0f7-ebf2f1b2d50f admin admin] Pushing event deleted for resources: {'Port': ['ID=7581e3a9-f348-4b86-a8d5-85c42f0c25b9,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:52:55.638498 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fe31dc0f-893a-4976-b0f7-ebf2f1b2d50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:52:55.919509 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fe31dc0f-893a-4976-b0f7-ebf2f1b2d50f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851622423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401411'] for router_interface, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:56.468800 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe31dc0f-893a-4976-b0f7-ebf2f1b2d50f admin admin] Router b229c976-f77d-438f-9b2d-3b32b06a515a has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:52:56.900082 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe31dc0f-893a-4976-b0f7-ebf2f1b2d50f admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:52:56.909251 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7125a588-cf08-4d30-8190-8f06ade76b8f None None] Sync routers for ids ['b229c976-f77d-438f-9b2d-3b32b06a515a'] in dv-cinder-799546-2-iscsi {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:52:56.914349 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-fe31dc0f-893a-4976-b0f7-ebf2f1b2d50f admin admin] 10.222.0.13 "PUT /v2.0/routers/b229c976-f77d-438f-9b2d-3b32b06a515a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1839752
Jul 06 00:52:56.917045 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 60442) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:52:56.922747 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7125a588-cf08-4d30-8190-8f06ade76b8f None None] Routers {'b229c976-f77d-438f-9b2d-3b32b06a515a'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:52:56.923478 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-7125a588-cf08-4d30-8190-8f06ade76b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a9062e518>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:52:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b229c976-f77d-438f-9b2d-3b32b06a515a'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:52:57.096703 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-7125a588-cf08-4d30-8190-8f06ade76b8f None None] Set router b229c976-f77d-438f-9b2d-3b32b06a515a gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:52:57.111866 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bbce019c-94e3-41f0-aedd-46598ea0f9fe admin admin] Notify callbacks [] for router, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:57.313291 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bbce019c-94e3-41f0-aedd-46598ea0f9fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:57.322021 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-bbce019c-94e3-41f0-aedd-46598ea0f9fe admin admin] Deleting port dd6a2d3e-6c10-44c9-b816-b0766ed9faf8 {{(pid=80880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:52:57.322390 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bbce019c-94e3-41f0-aedd-46598ea0f9fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:57.492756 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-bbce019c-94e3-41f0-aedd-46598ea0f9fe admin admin] For port dd6a2d3e-6c10-44c9-b816-b0766ed9faf8, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=dd6a2d3e-6c10-44c9-b816-b0766ed9faf8,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:52:57.493399 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bbce019c-94e3-41f0-aedd-46598ea0f9fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:57.564437 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-7125a588-cf08-4d30-8190-8f06ade76b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a9062e518>, [{'id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'name': 'tempest-AttachVolumeTestJSON-233331972-router', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154'}], 'enable_snat': True}, 'gw_port_id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:25Z', 'updated_at': '2021-07-06T00:52:55Z', 'revision_number': 5, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'gw_port': {'id': 'dd6a2d3e-6c10-44c9-b816-b0766ed9faf8', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:33:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:42:27Z', 'updated_at': '2021-07-06T00:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:52:57.568378 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7125a588-cf08-4d30-8190-8f06ade76b8f None None] Checking router: b229c976-f77d-438f-9b2d-3b32b06a515a for host: dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:52:57.579764 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7125a588-cf08-4d30-8190-8f06ade76b8f None None] Routers {'b229c976-f77d-438f-9b2d-3b32b06a515a'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:52:57.580422 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-7125a588-cf08-4d30-8190-8f06ade76b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a9062e518>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:52:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b229c976-f77d-438f-9b2d-3b32b06a515a'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:52:57.619891 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-bbce019c-94e3-41f0-aedd-46598ea0f9fe admin admin] Calling delete_port for dd6a2d3e-6c10-44c9-b816-b0766ed9faf8 owned by network:router_gateway {{(pid=80880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:52:57.731551 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-7125a588-cf08-4d30-8190-8f06ade76b8f None None] Set router b229c976-f77d-438f-9b2d-3b32b06a515a gateway port host: None {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:52:57.779662 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bbce019c-94e3-41f0-aedd-46598ea0f9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:57.784752 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:52:57.826376 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce019c-94e3-41f0-aedd-46598ea0f9fe admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6a2d3e-6c10-44c9-b816-b0766ed9faf8,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:52:57.829670 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-bbce019c-94e3-41f0-aedd-46598ea0f9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:52:57.846595 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-7125a588-cf08-4d30-8190-8f06ade76b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a9062e518>, [{'id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'name': 'tempest-AttachVolumeTestJSON-233331972-router', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:25Z', 'updated_at': '2021-07-06T00:52:57Z', 'revision_number': 6, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'gw_port_host': None}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:52:57.850720 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7125a588-cf08-4d30-8190-8f06ade76b8f None None] The sync data for ids ['b229c976-f77d-438f-9b2d-3b32b06a515a'] in dv-cinder-799546-2-iscsi is: [{'id': 'b229c976-f77d-438f-9b2d-3b32b06a515a', 'name': 'tempest-AttachVolumeTestJSON-233331972-router', 'tenant_id': '13398ab56bc24c4687d1034e36eb418f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:42:25Z', 'updated_at': '2021-07-06T00:52:57Z', 'revision_number': 6, 'project_id': '13398ab56bc24c4687d1034e36eb418f', 'gw_port_host': None}] {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:52:58.069741 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bbce019c-94e3-41f0-aedd-46598ea0f9fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854309336'] for router_gateway, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:58.354289 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bbce019c-94e3-41f0-aedd-46598ea0f9fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854256418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854766699'] for router, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:58.359443 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bbce019c-94e3-41f0-aedd-46598ea0f9fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:58.382110 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bbce019c-94e3-41f0-aedd-46598ea0f9fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459192'] for router, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:58.382688 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbce019c-94e3-41f0-aedd-46598ea0f9fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router b229c976-f77d-438f-9b2d-3b32b06a515a {{(pid=80880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 06 00:52:58.395381 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bbce019c-94e3-41f0-aedd-46598ea0f9fe admin admin] Notify callbacks [] for router, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:58.396582 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-bbce019c-94e3-41f0-aedd-46598ea0f9fe admin admin] 10.222.0.13 "DELETE /v2.0/routers/b229c976-f77d-438f-9b2d-3b32b06a515a HTTP/1.1" status: 204  len: 168 time: 1.4785569
Jul 06 00:52:58.399350 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 60450) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:52:58.460154 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab56f71a-2cfb-4875-9d5d-e851e214c29e admin admin] Deleting subnet a5087eff-ba0b-47fa-bad0-5225f3587e40 {{(pid=80880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 00:52:58.460521 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ab56f71a-2cfb-4875-9d5d-e851e214c29e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:58.510560 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ab56f71a-2cfb-4875-9d5d-e851e214c29e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853343471'] for subnet, precommit_delete_associations {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:58.933517 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ab56f71a-2cfb-4875-9d5d-e851e214c29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:58.981132 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device dd6a2d3e-6c10-44c9-b816-b0766ed9faf8 no longer exists at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:52:59.018839 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] No Port match for: dd6a2d3e-6c10-44c9-b816-b0766ed9faf8 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:52:59.019253 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device dd6a2d3e-6c10-44c9-b816-b0766ed9faf8 not bound to the agent host dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:52:59.019720 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 7581e3a9-f348-4b86-a8d5-85c42f0c25b9 no longer exists at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:52:59.053024 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] No Port match for: 7581e3a9-f348-4b86-a8d5-85c42f0c25b9 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:52:59.053417 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 7581e3a9-f348-4b86-a8d5-85c42f0c25b9 not bound to the agent host dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:52:59.174763 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-ab56f71a-2cfb-4875-9d5d-e851e214c29e admin admin] Delete allocated IP 172.20.0.2 (41657b10-f5b5-45f4-877a-d9b5218b372e/a5087eff-ba0b-47fa-bad0-5225f3587e40) {{(pid=80880) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Jul 06 00:52:59.308169 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-ab56f71a-2cfb-4875-9d5d-e851e214c29e admin admin] For port 4028a640-bdc9-44eb-a408-919869c89055, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=4028a640-bdc9-44eb-a408-919869c89055,segment=NetworkSegment(b8b15407-88ee-4838-b353-b0f018d7e9a4),segment_id=b8b15407-88ee-4838-b353-b0f018d7e9a4)] {{(pid=80880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:52:59.334668 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ab56f71a-2cfb-4875-9d5d-e851e214c29e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:59.342511 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ab56f71a-2cfb-4875-9d5d-e851e214c29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822393280'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:59.347513 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c8d83e99-a454-4cc3-a1ca-cf03ec8dc6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:52:59.403819 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ab56f71a-2cfb-4875-9d5d-e851e214c29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312649'] for subnet, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:59.457641 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56f71a-2cfb-4875-9d5d-e851e214c29e admin admin] Pushing event updated for resources: {'Port': ['ID=4028a640-bdc9-44eb-a408-919869c89055,revision_number=4']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:52:59.462321 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-ab56f71a-2cfb-4875-9d5d-e851e214c29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:52:59.486244 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ab56f71a-2cfb-4875-9d5d-e851e214c29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851463167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32381836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31702690'] for subnet, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:59.490603 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:52:59.522096 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56f71a-2cfb-4875-9d5d-e851e214c29e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5087eff-ba0b-47fa-bad0-5225f3587e40,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:52:59.525631 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-ab56f71a-2cfb-4875-9d5d-e851e214c29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:52:59.528844 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ab56f71a-2cfb-4875-9d5d-e851e214c29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for subnet, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:59.535230 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa7e0e3-a7d2-4070-85da-a55d34eef14c None None] Network 41657b10-f5b5-45f4-877a-d9b5218b372e requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:52:59.535964 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-ab56f71a-2cfb-4875-9d5d-e851e214c29e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a5087eff-ba0b-47fa-bad0-5225f3587e40 HTTP/1.1" status: 204  len: 168 time: 1.1356008
Jul 06 00:52:59.538612 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 60456) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:52:59.649510 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4d78cbba-8ac1-447e-8c23-10f800e864e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850613198'] for network, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:59.662016 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-4d78cbba-8ac1-447e-8c23-10f800e864e3 admin admin] Deleting port 4028a640-bdc9-44eb-a408-919869c89055 {{(pid=80880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:52:59.662379 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4d78cbba-8ac1-447e-8c23-10f800e864e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:59.774997 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8d0d1d-5b9a-4f53-b2f6-cce8104e1e0b None None] DHCP port deletion for 41657b10-f5b5-45f4-877a-d9b5218b372e request from dv-cinder-799546-2-iscsi {{(pid=80882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 06 00:52:59.779436 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-6b8d0d1d-5b9a-4f53-b2f6-cce8104e1e0b None None] Deleting port 4028a640-bdc9-44eb-a408-919869c89055 {{(pid=80882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:52:59.779856 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6b8d0d1d-5b9a-4f53-b2f6-cce8104e1e0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:59.869670 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-4d78cbba-8ac1-447e-8c23-10f800e864e3 admin admin] For port 4028a640-bdc9-44eb-a408-919869c89055, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=4028a640-bdc9-44eb-a408-919869c89055,segment=NetworkSegment(b8b15407-88ee-4838-b353-b0f018d7e9a4),segment_id=b8b15407-88ee-4838-b353-b0f018d7e9a4)] {{(pid=80880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:52:59.870071 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4d78cbba-8ac1-447e-8c23-10f800e864e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:52:59.978689 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-6b8d0d1d-5b9a-4f53-b2f6-cce8104e1e0b None None] For port 4028a640-bdc9-44eb-a408-919869c89055, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=4028a640-bdc9-44eb-a408-919869c89055,segment=NetworkSegment(b8b15407-88ee-4838-b353-b0f018d7e9a4),segment_id=b8b15407-88ee-4838-b353-b0f018d7e9a4)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:52:59.979121 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6b8d0d1d-5b9a-4f53-b2f6-cce8104e1e0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:00.007997 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-4d78cbba-8ac1-447e-8c23-10f800e864e3 admin admin] Calling delete_port for 4028a640-bdc9-44eb-a408-919869c89055 owned by network:dhcp {{(pid=80880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:53:00.078128 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4d78cbba-8ac1-447e-8c23-10f800e864e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:00.082665 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-654b97e0-d54c-401d-b175-772a53c2e987 tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:00.108718 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-6b8d0d1d-5b9a-4f53-b2f6-cce8104e1e0b None None] Calling delete_port for 4028a640-bdc9-44eb-a408-919869c89055 owned by network:dhcp {{(pid=80882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:53:00.123355 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78cbba-8ac1-447e-8c23-10f800e864e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4028a640-bdc9-44eb-a408-919869c89055,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:00.130517 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-4d78cbba-8ac1-447e-8c23-10f800e864e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:00.133715 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d78cbba-8ac1-447e-8c23-10f800e864e3 admin admin] No DVR routers for this DVR port 4028a640-bdc9-44eb-a408-919869c89055 on host dv-cinder-799546-2-iscsi {{(pid=80880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:53:00.178165 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.db.api [None req-6b8d0d1d-5b9a-4f53-b2f6-cce8104e1e0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80882) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 06 00:53:00.178574 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_db.api [None req-6b8d0d1d-5b9a-4f53-b2f6-cce8104e1e0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 06 00:53:00.246044 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4d78cbba-8ac1-447e-8c23-10f800e864e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851462971', 'neutron.services.segments.db._delete_segments_for_network-8734505439535'] for network, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:00.260131 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-4d78cbba-8ac1-447e-8c23-10f800e864e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1a903ac208>,) {'filters': {'network_id': ['41657b10-f5b5-45f4-877a-d9b5218b372e']}} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:53:00.277991 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-4d78cbba-8ac1-447e-8c23-10f800e864e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a903ac208>, 'b8b15407-88ee-4838-b353-b0f018d7e9a4') {'for_net_delete': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:53:00.278324 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-4d78cbba-8ac1-447e-8c23-10f800e864e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a903ac208>, 'b8b15407-88ee-4838-b353-b0f018d7e9a4') {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:53:00.290546 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4d78cbba-8ac1-447e-8c23-10f800e864e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302349340327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1432422'] for segment, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:00.304975 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4d78cbba-8ac1-447e-8c23-10f800e864e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:00.311109 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d78cbba-8ac1-447e-8c23-10f800e864e3 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=80880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 00:53:00.312290 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4d78cbba-8ac1-447e-8c23-10f800e864e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851464142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822393246'] for segment, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]: Traceback (most recent call last):
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:     timer()
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:     cb(*args, **kw)
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:     return func(*args, **kwargs)
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:     self._notify()
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:     self.callback(batched_events)
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:     event.method(event)
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:     segment_id)['aggregates'][0]
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:     return f(self, *a, **k)
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self._get(url).json()
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:     **kwargs)
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self.request(url, 'GET', **kwargs)
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:     **endpoint_filter)
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 00:53:00.325359 dv-cinder-799546-2-iscsi neutron-server[80769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 00:53:00.392075 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4d78cbba-8ac1-447e-8c23-10f800e864e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3312860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459991'] for network, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:00.395985 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:00.418687 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4d78cbba-8ac1-447e-8c23-10f800e864e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:00.421450 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78cbba-8ac1-447e-8c23-10f800e864e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=41657b10-f5b5-45f4-877a-d9b5218b372e,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:00.424503 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-4d78cbba-8ac1-447e-8c23-10f800e864e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:00.438839 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-4d78cbba-8ac1-447e-8c23-10f800e864e3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/41657b10-f5b5-45f4-877a-d9b5218b372e HTTP/1.1" status: 204  len: 168 time: 0.8991499
Jul 06 00:53:00.606872 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 60464) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:00.662618 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-8e48073c-286b-43c3-ab3b-fd2f94f1c61a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13398ab56bc24c4687d1034e36eb418f&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0543871
Jul 06 00:53:00.665332 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 60468) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:00.679682 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-6b8d0d1d-5b9a-4f53-b2f6-cce8104e1e0b None None] Deleting port 4028a640-bdc9-44eb-a408-919869c89055 {{(pid=80882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:53:00.680115 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6b8d0d1d-5b9a-4f53-b2f6-cce8104e1e0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:00.727416 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a94fda9e-6946-4770-b6dc-fd56cd99a9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:00.748383 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-6b8d0d1d-5b9a-4f53-b2f6-cce8104e1e0b None None] The port '4028a640-bdc9-44eb-a408-919869c89055' was deleted {{(pid=80882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1909}}
Jul 06 00:53:00.755248 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a94fda9e-6946-4770-b6dc-fd56cd99a9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:00.803505 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a94fda9e-6946-4770-b6dc-fd56cd99a9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:00.808481 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-cc935806-0bbd-4aea-94a8-969165ca193a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:00.825570 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fda9e-6946-4770-b6dc-fd56cd99a9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673ae5b4-3f3c-4a6d-b0d3-9a80e89cc149,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:00.829117 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a94fda9e-6946-4770-b6dc-fd56cd99a9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:00.831072 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a94fda9e-6946-4770-b6dc-fd56cd99a9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:00.833821 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-a94fda9e-6946-4770-b6dc-fd56cd99a9fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/673ae5b4-3f3c-4a6d-b0d3-9a80e89cc149 HTTP/1.1" status: 204  len: 168 time: 0.1659827
Jul 06 00:53:00.978402 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 4028a640-bdc9-44eb-a408-919869c89055 no longer exists at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:53:01.012570 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] No Port match for: 4028a640-bdc9-44eb-a408-919869c89055 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:53:01.012958 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 4028a640-bdc9-44eb-a408-919869c89055 not bound to the agent host dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:53:08.060509 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:53:12.006665 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 60606) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:12.167012 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-552ea837-1575-40dc-a549-0bd66c12cd75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:12.198999 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-552ea837-1575-40dc-a549-0bd66c12cd75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:53:12.202968 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-552ea837-1575-40dc-a549-0bd66c12cd75 admin admin] Usage tracker for resource:security_group_rule and tenant:988190ebba9c4cbbbccbf9e6c03fb0ca is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:53:12.205886 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-552ea837-1575-40dc-a549-0bd66c12cd75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:53:12.211712 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-552ea837-1575-40dc-a549-0bd66c12cd75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:53:12.278931 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-552ea837-1575-40dc-a549-0bd66c12cd75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:12.282370 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-552ea837-1575-40dc-a549-0bd66c12cd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:12.289537 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-614a5575-072f-4e06-ab65-cb5b8c598d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:12.317389 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fae32922-9a79-4e9c-8f9e-791841e05b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:12.336204 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ea837-1575-40dc-a549-0bd66c12cd75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa13235-18c1-475b-9b51-3eea35ea8996,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:12.339434 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-552ea837-1575-40dc-a549-0bd66c12cd75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:12.341765 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-552ea837-1575-40dc-a549-0bd66c12cd75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=988190ebba9c4cbbbccbf9e6c03fb0ca&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3339653
Jul 06 00:53:12.345644 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 60612) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:12.407487 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bb1a23e4-bc22-47eb-bc8a-0fa01655b2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:12.434566 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bb1a23e4-bc22-47eb-bc8a-0fa01655b2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:12.476810 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bb1a23e4-bc22-47eb-bc8a-0fa01655b2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:12.481537 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9999b6e5-c850-4293-9f56-1bf044277008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:12.499185 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a23e4-bc22-47eb-bc8a-0fa01655b2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa13235-18c1-475b-9b51-3eea35ea8996,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:12.502371 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-bb1a23e4-bc22-47eb-bc8a-0fa01655b2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:12.503261 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bb1a23e4-bc22-47eb-bc8a-0fa01655b2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:12.505055 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-bb1a23e4-bc22-47eb-bc8a-0fa01655b2da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fa13235-18c1-475b-9b51-3eea35ea8996 HTTP/1.1" status: 204  len: 168 time: 0.1584859
Jul 06 00:53:13.679446 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:14.090243 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:14.350740 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d4755a1e-b1ce-4f3f-84d5-8d3a2a06f071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:14.849554 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:14.944332 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 60682) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:15.095218 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fc12bbdf-eff6-45df-97b0-9dd9cf84d912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:15.126237 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-fc12bbdf-eff6-45df-97b0-9dd9cf84d912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:53:15.130218 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-fc12bbdf-eff6-45df-97b0-9dd9cf84d912 admin admin] Usage tracker for resource:security_group_rule and tenant:c4bb1c8f77024bc3bfcafa8d865ec1c1 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:53:15.133188 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-fc12bbdf-eff6-45df-97b0-9dd9cf84d912 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:53:15.139397 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-fc12bbdf-eff6-45df-97b0-9dd9cf84d912 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:53:15.210493 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fc12bbdf-eff6-45df-97b0-9dd9cf84d912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:15.212398 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fc12bbdf-eff6-45df-97b0-9dd9cf84d912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:15.219780 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9a3da085-4fdf-481d-9380-6a5239fca99e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:15.266503 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12bbdf-eff6-45df-97b0-9dd9cf84d912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc8cbd0-813d-410b-8eab-17033504fc66,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:15.270318 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fc12bbdf-eff6-45df-97b0-9dd9cf84d912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:15.272717 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-fc12bbdf-eff6-45df-97b0-9dd9cf84d912 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4bb1c8f77024bc3bfcafa8d865ec1c1&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3272810
Jul 06 00:53:15.275644 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 60688) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:15.337470 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-33f5300a-96c8-406c-991d-17351994279c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:15.365344 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-33f5300a-96c8-406c-991d-17351994279c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:15.411228 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-33f5300a-96c8-406c-991d-17351994279c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:15.417615 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-73781e76-378c-47d1-b866-ccd074266f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:15.428982 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5300a-96c8-406c-991d-17351994279c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc8cbd0-813d-410b-8eab-17033504fc66,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:15.431372 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-33f5300a-96c8-406c-991d-17351994279c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:15.437052 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-33f5300a-96c8-406c-991d-17351994279c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:15.438413 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-33f5300a-96c8-406c-991d-17351994279c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8fc8cbd0-813d-410b-8eab-17033504fc66 HTTP/1.1" status: 204  len: 168 time: 0.1618457
Jul 06 00:53:15.778447 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 60696) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:15.798598 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c051aebf-1c99-407e-b9d1-bb595cf12d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:15.833566 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c051aebf-1c99-407e-b9d1-bb595cf12d5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:53:15.837478 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c051aebf-1c99-407e-b9d1-bb595cf12d5d admin admin] Usage tracker for resource:security_group_rule and tenant:19a2a639b4834e148bf286acab1dd63c is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:53:15.840335 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c051aebf-1c99-407e-b9d1-bb595cf12d5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:53:15.846737 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c051aebf-1c99-407e-b9d1-bb595cf12d5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:53:15.920786 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c051aebf-1c99-407e-b9d1-bb595cf12d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:15.923987 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c051aebf-1c99-407e-b9d1-bb595cf12d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:15.931120 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e0f446e4-0d7a-4eac-ba08-22a83076c2bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:15.973424 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051aebf-1c99-407e-b9d1-bb595cf12d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5dab8c-6fef-49ea-b43e-cbf1036ee34e,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:15.976660 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c051aebf-1c99-407e-b9d1-bb595cf12d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:15.978892 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-c051aebf-1c99-407e-b9d1-bb595cf12d5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19a2a639b4834e148bf286acab1dd63c&name=default HTTP/1.1" status: 200  len: 2629 time: 0.1993234
Jul 06 00:53:15.981843 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 60700) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:16.002635 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:16.051114 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6148c405-32f8-4120-a4b4-01fa5fccdb3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:16.080697 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6148c405-32f8-4120-a4b4-01fa5fccdb3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:16.123448 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6148c405-32f8-4120-a4b4-01fa5fccdb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:16.127924 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fc12bbdf-eff6-45df-97b0-9dd9cf84d912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:16.139657 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148c405-32f8-4120-a4b4-01fa5fccdb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5dab8c-6fef-49ea-b43e-cbf1036ee34e,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:16.142607 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-6148c405-32f8-4120-a4b4-01fa5fccdb3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:16.147563 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6148c405-32f8-4120-a4b4-01fa5fccdb3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:16.149461 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-6148c405-32f8-4120-a4b4-01fa5fccdb3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b5dab8c-6fef-49ea-b43e-cbf1036ee34e HTTP/1.1" status: 204  len: 168 time: 0.1666195
Jul 06 00:53:16.821378 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f432f797-03ab-4fa8-8cab-b6b648ef92e0 req-c0cc3418-8009-47a1-a7df-8ed2af7cfc56 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0731461
Jul 06 00:53:16.981059 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f432f797-03ab-4fa8-8cab-b6b648ef92e0 req-2f04947c-c4d7-44e7-8fb1-bc38a4ed354c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a59ea96df14460c8e3284d59c6b11e9&device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 1099 time: 0.0741246
Jul 06 00:53:17.151336 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432f797-03ab-4fa8-8cab-b6b648ef92e0 req-8cb8484b-fa70-46bb-a658-0b3e6e49cefa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:17.153153 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f432f797-03ab-4fa8-8cab-b6b648ef92e0 req-8cb8484b-fa70-46bb-a658-0b3e6e49cefa service neutron] 10.222.0.39 "GET /v2.0/networks?id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 HTTP/1.1" status: 200  len: 913 time: 0.1486588
Jul 06 00:53:17.250533 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f432f797-03ab-4fa8-8cab-b6b648ef92e0 req-cc9d7803-838e-4cfb-bec3-e63dbc580c34 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1b6f170-a889-491c-8c4c-f67561e497be HTTP/1.1" status: 200  len: 1002 time: 0.0899374
Jul 06 00:53:17.319723 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432f797-03ab-4fa8-8cab-b6b648ef92e0 req-a467ab27-7e0d-4a9f-89ad-d4c44d639f9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:17.321266 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f432f797-03ab-4fa8-8cab-b6b648ef92e0 req-a467ab27-7e0d-4a9f-89ad-d4c44d639f9a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1f2f0bee-f85d-4c51-8d52-55ad296fee6b HTTP/1.1" status: 200  len: 851 time: 0.0624132
Jul 06 00:53:17.404782 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f432f797-03ab-4fa8-8cab-b6b648ef92e0 req-8fd5c969-2b70-4273-85e2-692bb36b5f29 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751569
Jul 06 00:53:17.416552 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [req-f432f797-03ab-4fa8-8cab-b6b648ef92e0 req-6c1b47cc-633c-4f3d-bb0e-f6e051e9c740 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 06 00:53:17.417568 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f432f797-03ab-4fa8-8cab-b6b648ef92e0 req-6c1b47cc-633c-4f3d-bb0e-f6e051e9c740 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 11621 time: 0.0052836
Jul 06 00:53:17.782489 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f432f797-03ab-4fa8-8cab-b6b648ef92e0 req-0d57e09b-7e17-48f3-9aa5-a97f643ca607 service neutron] 10.222.0.39 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3576605
Jul 06 00:53:17.924204 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f432f797-03ab-4fa8-8cab-b6b648ef92e0 req-9097ea5f-9d4e-4bf4-bd92-29246e6d4d01 service neutron] 10.222.0.39 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350839
Jul 06 00:53:22.437971 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 60778) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:22.586693 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a29a740d-3138-4393-8cc9-827ae9fc437b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:22.617478 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-a29a740d-3138-4393-8cc9-827ae9fc437b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:53:22.621391 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-a29a740d-3138-4393-8cc9-827ae9fc437b admin admin] Usage tracker for resource:security_group_rule and tenant:24ebaf3afd6d4e4eb6240189c2123b0f is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:53:22.624290 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-a29a740d-3138-4393-8cc9-827ae9fc437b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:53:22.630672 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-a29a740d-3138-4393-8cc9-827ae9fc437b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:53:22.700421 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a29a740d-3138-4393-8cc9-827ae9fc437b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:22.703243 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a29a740d-3138-4393-8cc9-827ae9fc437b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:22.711287 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c051aebf-1c99-407e-b9d1-bb595cf12d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:22.757252 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a740d-3138-4393-8cc9-827ae9fc437b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445357fb-de7d-41ef-bc6f-3f57c9483e4c,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:22.761041 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a29a740d-3138-4393-8cc9-827ae9fc437b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:22.763787 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-a29a740d-3138-4393-8cc9-827ae9fc437b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24ebaf3afd6d4e4eb6240189c2123b0f&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3245919
Jul 06 00:53:22.766578 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 60784) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:22.828438 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9cca10dd-d58b-4622-ae72-77e6dc788061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:22.855124 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9cca10dd-d58b-4622-ae72-77e6dc788061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:22.904736 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9cca10dd-d58b-4622-ae72-77e6dc788061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:22.908586 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-6148c405-32f8-4120-a4b4-01fa5fccdb3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:22.919521 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca10dd-d58b-4622-ae72-77e6dc788061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445357fb-de7d-41ef-bc6f-3f57c9483e4c,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:22.921871 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9cca10dd-d58b-4622-ae72-77e6dc788061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:22.927985 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9cca10dd-d58b-4622-ae72-77e6dc788061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:22.929166 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-9cca10dd-d58b-4622-ae72-77e6dc788061 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/445357fb-de7d-41ef-bc6f-3f57c9483e4c HTTP/1.1" status: 204  len: 168 time: 0.1605995
Jul 06 00:53:23.284147 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 60792) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:23.304494 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-38cd04d3-752d-465c-87c1-14fdf1a4d072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:23.335456 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-38cd04d3-752d-465c-87c1-14fdf1a4d072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:53:23.339282 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-38cd04d3-752d-465c-87c1-14fdf1a4d072 admin admin] Usage tracker for resource:security_group_rule and tenant:2d5fc1e133c34d42ba51903f2180b259 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:53:23.342084 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-38cd04d3-752d-465c-87c1-14fdf1a4d072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:53:23.348351 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-38cd04d3-752d-465c-87c1-14fdf1a4d072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:53:23.419732 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-38cd04d3-752d-465c-87c1-14fdf1a4d072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:23.422504 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-38cd04d3-752d-465c-87c1-14fdf1a4d072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:23.430122 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-19321703-6db4-4aad-8d81-81234bb03632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:23.472820 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-38cd04d3-752d-465c-87c1-14fdf1a4d072 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d5fc1e133c34d42ba51903f2180b259&name=default HTTP/1.1" status: 200  len: 2629 time: 0.1875443
Jul 06 00:53:23.473753 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd04d3-752d-465c-87c1-14fdf1a4d072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b9c606-6c2a-4098-b317-bff250fff824,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:23.475938 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 60796) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:23.477141 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-38cd04d3-752d-465c-87c1-14fdf1a4d072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:23.539126 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ec323bc5-29ef-4098-900b-f905c4bd0482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:23.566793 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ec323bc5-29ef-4098-900b-f905c4bd0482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:23.613687 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ec323bc5-29ef-4098-900b-f905c4bd0482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:23.618633 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-57aab4d1-2bb0-4942-bba4-a5f33f88441b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:23.632076 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec323bc5-29ef-4098-900b-f905c4bd0482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b9c606-6c2a-4098-b317-bff250fff824,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:23.635330 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-ec323bc5-29ef-4098-900b-f905c4bd0482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:23.636211 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ec323bc5-29ef-4098-900b-f905c4bd0482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:23.637396 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-ec323bc5-29ef-4098-900b-f905c4bd0482 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d9b9c606-6c2a-4098-b317-bff250fff824 HTTP/1.1" status: 204  len: 168 time: 0.1604066
Jul 06 00:53:24.525167 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 60818) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:24.662336 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-568396198-network', 'tenant_id': '052406369b34411693093017b57d438e'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:53:24.667345 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:53:24.671261 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] Usage tracker for resource:network and tenant:052406369b34411693093017b57d438e is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:53:24.676174 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:53:24.681955 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:53:24.691103 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] Made reservation on behalf of 052406369b34411693093017b57d438e for: {'network': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:53:24.695964 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for network, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:24.712857 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:24.743438 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:53:24.747301 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] Usage tracker for resource:security_group_rule and tenant:052406369b34411693093017b57d438e is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:53:24.750749 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:53:24.757641 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:53:24.824217 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:24.826664 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:24.830769 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5da9825b-55bb-4415-8147-af6fabe95f57 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:24.859540 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'}  {{(pid=80880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 00:53:24.868865 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f3c78f-c261-4cd5-8503-fa4a97a6491b,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:24.872651 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:24.875069 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:24.875481 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.segments_db [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] Added segment d573a5e7-40b8-4ac0-a0f9-0284a54d15a2 of type vlan for network 6a1333f3-fa17-4f52-bd17-f5495432df48
Jul 06 00:53:24.904972 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734504930197'] for network, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:24.935270 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for network, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:24.936516 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:24.937159 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:24.940682 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0cc4db4d-742a-49af-bb55-4d0d6bb1f8cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:25.041891 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] Pushing event updated for resources: {'Network': ['ID=6a1333f3-fa17-4f52-bd17-f5495432df48,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:25.044858 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:25.046936 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5206642
Jul 06 00:53:25.050849 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 60824) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:25.052748 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Network 6a1333f3-fa17-4f52-bd17-f5495432df48 details requested by agent ovs-agent-dv-cinder-799546-2-iscsi with host dv-cinder-799546-2-iscsi {{(pid=80882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 00:53:25.056888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-a3eb2c80-a99a-4bc6-bbe5-9754189f22b7 admin admin] Request body: {'subnet': {'network_id': '6a1333f3-fa17-4f52-bd17-f5495432df48', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-568396198-subnet', 'tenant_id': '052406369b34411693093017b57d438e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:53:25.062007 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-a3eb2c80-a99a-4bc6-bbe5-9754189f22b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:53:25.066423 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-a3eb2c80-a99a-4bc6-bbe5-9754189f22b7 admin admin] Usage tracker for resource:subnet and tenant:052406369b34411693093017b57d438e is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:53:25.070142 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-a3eb2c80-a99a-4bc6-bbe5-9754189f22b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:53:25.076047 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-a3eb2c80-a99a-4bc6-bbe5-9754189f22b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:53:25.086816 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3eb2c80-a99a-4bc6-bbe5-9754189f22b7 admin admin] Made reservation on behalf of 052406369b34411693093017b57d438e for: {'subnet': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:53:25.091766 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a3eb2c80-a99a-4bc6-bbe5-9754189f22b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036823073187'] for subnet, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:25.293261 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a3eb2c80-a99a-4bc6-bbe5-9754189f22b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822393912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036823073110'] for subnet, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:25.297784 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-71a31c7f-aa41-4a25-8ad2-350badc476e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:25.373375 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb2c80-a99a-4bc6-bbe5-9754189f22b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef58c200-acc9-4202-9318-ef4ef1f1be91,revision_number=0']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:25.378205 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a3eb2c80-a99a-4bc6-bbe5-9754189f22b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:25.383199 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb2c80-a99a-4bc6-bbe5-9754189f22b7 admin admin] Checking segment: {'id': 'd573a5e7-40b8-4ac0-a0f9-0284a54d15a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6a1333f3-fa17-4f52-bd17-f5495432df48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:53:25.383587 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eb2c80-a99a-4bc6-bbe5-9754189f22b7 admin admin] Network hostable DHCP agents. Network: 6a1333f3-fa17-4f52-bd17-f5495432df48, hostable agents: ['f5e345ff-b6f9-433d-a315-fe369d22c770'], hosted agents: [] {{(pid=80880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 00:53:25.393421 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eb2c80-a99a-4bc6-bbe5-9754189f22b7 admin admin] Network 6a1333f3-fa17-4f52-bd17-f5495432df48 is scheduled to be hosted by DHCP agent f5e345ff-b6f9-433d-a315-fe369d22c770 {{(pid=80880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 00:53:25.401291 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-a3eb2c80-a99a-4bc6-bbe5-9754189f22b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-2-iscsi, 6a1333f3-fa17-4f52-bd17-f5495432df48) {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:53:25.405172 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eb2c80-a99a-4bc6-bbe5-9754189f22b7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:25.405858 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a3eb2c80-a99a-4bc6-bbe5-9754189f22b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for subnet, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:25.410682 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457d6a8d-b0ba-4fbd-8d81-0ab8f3ed70eb None None] Network 6a1333f3-fa17-4f52-bd17-f5495432df48 requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:53:25.426111 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-a3eb2c80-a99a-4bc6-bbe5-9754189f22b7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3741210
Jul 06 00:53:25.798037 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc038a9-a2c6-4623-b887-4562834a7a65 None None] Network 6a1333f3-fa17-4f52-bd17-f5495432df48 requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:53:26.330706 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 60846) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:26.337119 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-a9b7a7f6-7f20-428e-a827-f1be6150e729 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-281583548-network', 'tenant_id': 'efd104ce53d14dcbb8c8395e13d29fdc'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:53:26.342065 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-a9b7a7f6-7f20-428e-a827-f1be6150e729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:53:26.346531 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-a9b7a7f6-7f20-428e-a827-f1be6150e729 admin admin] Usage tracker for resource:network and tenant:efd104ce53d14dcbb8c8395e13d29fdc is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:53:26.349525 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-a9b7a7f6-7f20-428e-a827-f1be6150e729 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:53:26.356539 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-a9b7a7f6-7f20-428e-a827-f1be6150e729 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:53:26.365909 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b7a7f6-7f20-428e-a827-f1be6150e729 admin admin] Made reservation on behalf of efd104ce53d14dcbb8c8395e13d29fdc for: {'network': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:53:26.370615 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a7f6-7f20-428e-a827-f1be6150e729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for network, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:26.383899 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a7f6-7f20-428e-a827-f1be6150e729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:26.415519 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-a9b7a7f6-7f20-428e-a827-f1be6150e729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:53:26.419377 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-a9b7a7f6-7f20-428e-a827-f1be6150e729 admin admin] Usage tracker for resource:security_group_rule and tenant:efd104ce53d14dcbb8c8395e13d29fdc is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:53:26.422750 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-a9b7a7f6-7f20-428e-a827-f1be6150e729 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:53:26.429624 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-a9b7a7f6-7f20-428e-a827-f1be6150e729 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:53:26.495917 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a7f6-7f20-428e-a827-f1be6150e729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:26.498511 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a7f6-7f20-428e-a827-f1be6150e729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:26.503076 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-552ea837-1575-40dc-a549-0bd66c12cd75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:26.529441 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b7a7f6-7f20-428e-a827-f1be6150e729 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'}  {{(pid=80880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 00:53:26.547102 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7a7f6-7f20-428e-a827-f1be6150e729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ade8ee1-ebaf-4e7c-97b9-146b88e6d18d,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:26.552458 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a9b7a7f6-7f20-428e-a827-f1be6150e729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:26.553408 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a7f6-7f20-428e-a827-f1be6150e729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:26.553779 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.segments_db [None req-a9b7a7f6-7f20-428e-a827-f1be6150e729 admin admin] Added segment 5955b9d0-b8b0-4ab0-b243-3a599d104f96 of type vlan for network 5ad20254-02af-4081-9542-ea4649926e8f
Jul 06 00:53:26.581116 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a7f6-7f20-428e-a827-f1be6150e729 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734504930197'] for network, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:26.609457 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a7f6-7f20-428e-a827-f1be6150e729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for network, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:26.611348 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b7a7f6-7f20-428e-a827-f1be6150e729 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:26.611991 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a9b7a7f6-7f20-428e-a827-f1be6150e729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:26.616850 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:26.715060 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7a7f6-7f20-428e-a827-f1be6150e729 admin admin] Pushing event updated for resources: {'Network': ['ID=5ad20254-02af-4081-9542-ea4649926e8f,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:26.717967 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a9b7a7f6-7f20-428e-a827-f1be6150e729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:26.719626 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-a9b7a7f6-7f20-428e-a827-f1be6150e729 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3877738
Jul 06 00:53:26.723797 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 60850) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:26.725905 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Network 5ad20254-02af-4081-9542-ea4649926e8f details requested by agent ovs-agent-dv-cinder-799546-2-iscsi with host dv-cinder-799546-2-iscsi {{(pid=80882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 00:53:26.730021 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-601636e6-565a-4d42-b604-fbd77a398e66 admin admin] Request body: {'subnet': {'network_id': '5ad20254-02af-4081-9542-ea4649926e8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-281583548-subnet', 'tenant_id': 'efd104ce53d14dcbb8c8395e13d29fdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:53:26.735344 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-601636e6-565a-4d42-b604-fbd77a398e66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:53:26.740068 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-601636e6-565a-4d42-b604-fbd77a398e66 admin admin] Usage tracker for resource:subnet and tenant:efd104ce53d14dcbb8c8395e13d29fdc is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:53:26.743012 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-601636e6-565a-4d42-b604-fbd77a398e66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:53:26.750130 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-601636e6-565a-4d42-b604-fbd77a398e66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:53:26.758981 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601636e6-565a-4d42-b604-fbd77a398e66 admin admin] Made reservation on behalf of efd104ce53d14dcbb8c8395e13d29fdc for: {'subnet': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:53:26.763990 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-601636e6-565a-4d42-b604-fbd77a398e66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036823073187'] for subnet, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:26.961892 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-601636e6-565a-4d42-b604-fbd77a398e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822393912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036823073110'] for subnet, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:26.966412 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-59a7d176-a18b-4019-9266-19dee46f5ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:27.040033 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601636e6-565a-4d42-b604-fbd77a398e66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74c3d8d7-0052-4d91-ae07-1b66bd6ec34f,revision_number=0']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:27.042644 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-601636e6-565a-4d42-b604-fbd77a398e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:27.053406 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601636e6-565a-4d42-b604-fbd77a398e66 admin admin] Checking segment: {'id': '5955b9d0-b8b0-4ab0-b243-3a599d104f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5ad20254-02af-4081-9542-ea4649926e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:53:27.053796 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601636e6-565a-4d42-b604-fbd77a398e66 admin admin] Network hostable DHCP agents. Network: 5ad20254-02af-4081-9542-ea4649926e8f, hostable agents: ['f5e345ff-b6f9-433d-a315-fe369d22c770'], hosted agents: [] {{(pid=80880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 00:53:27.062441 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601636e6-565a-4d42-b604-fbd77a398e66 admin admin] Network 5ad20254-02af-4081-9542-ea4649926e8f is scheduled to be hosted by DHCP agent f5e345ff-b6f9-433d-a315-fe369d22c770 {{(pid=80880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 00:53:27.071958 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-601636e6-565a-4d42-b604-fbd77a398e66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-2-iscsi, 5ad20254-02af-4081-9542-ea4649926e8f) {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:53:27.075772 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601636e6-565a-4d42-b604-fbd77a398e66 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:27.076414 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-601636e6-565a-4d42-b604-fbd77a398e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for subnet, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:27.081216 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6239b75b-932f-49b5-aba0-e45360b9d3e0 None None] Network 5ad20254-02af-4081-9542-ea4649926e8f requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:53:27.097334 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-601636e6-565a-4d42-b604-fbd77a398e66 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3722627
Jul 06 00:53:27.294634 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b253b7-f2e9-4885-9375-cd4f8b808876 None None] Network 5ad20254-02af-4081-9542-ea4649926e8f requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:53:31.546476 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46b297-5811-4688-90e7-6fff2848f174 req-0e65b2e9-0ac6-4ba5-9c6d-f0d192e57dfa tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:31.549099 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7e46b297-5811-4688-90e7-6fff2848f174 req-0e65b2e9-0ac6-4ba5-9c6d-f0d192e57dfa tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.0786431
Jul 06 00:53:31.602329 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7e46b297-5811-4688-90e7-6fff2848f174 req-5e9aa7f9-dc6b-473a-be40-037cc61c738a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465264
Jul 06 00:53:32.800386 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89e1c8-c1a6-4a44-a1fe-e0f3ecad2724 req-6126ad1e-a6ad-4cfd-90e5-ba4cde6cae15 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:32.801958 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2e89e1c8-c1a6-4a44-a1fe-e0f3ecad2724 req-6126ad1e-a6ad-4cfd-90e5-ba4cde6cae15 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.0785255
Jul 06 00:53:32.851731 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2e89e1c8-c1a6-4a44-a1fe-e0f3ecad2724 req-15071668-0145-47ae-9836-f418d117a2f6 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425723
Jul 06 00:53:34.056494 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc147e77-490c-4e6b-a785-ee817722760a req-615d01f8-bdee-48fc-8306-a3a2a20c60f8 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:34.058105 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-dc147e77-490c-4e6b-a785-ee817722760a req-615d01f8-bdee-48fc-8306-a3a2a20c60f8 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.0857174
Jul 06 00:53:34.115773 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-dc147e77-490c-4e6b-a785-ee817722760a req-d3fd5695-2571-4d88-9084-8357cac04bc1 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479701
Jul 06 00:53:35.320235 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86a266-daf5-48e3-90ff-62ae4b1b6088 req-977cb649-1d8f-4617-a61a-d93a12a5a435 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:35.321811 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5a86a266-daf5-48e3-90ff-62ae4b1b6088 req-977cb649-1d8f-4617-a61a-d93a12a5a435 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.0783091
Jul 06 00:53:35.375708 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5a86a266-daf5-48e3-90ff-62ae4b1b6088 req-8a52cd49-799b-4aff-8165-88f68f937902 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468855
Jul 06 00:53:36.568629 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758f36e-837e-4276-b893-8c923586b8d3 req-d3278a3a-b669-4e5b-82b9-84177efd45aa tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:36.570177 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9758f36e-837e-4276-b893-8c923586b8d3 req-d3278a3a-b669-4e5b-82b9-84177efd45aa tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.0769365
Jul 06 00:53:36.618920 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9758f36e-837e-4276-b893-8c923586b8d3 req-f67cf16a-f32b-4894-8954-0257dfe38213 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417969
Jul 06 00:53:37.817094 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331457a4-7b61-4b91-bee3-65f2e4cefac1 req-0b5a51be-ed47-4a63-967e-249ff6fadc24 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:37.818640 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-331457a4-7b61-4b91-bee3-65f2e4cefac1 req-0b5a51be-ed47-4a63-967e-249ff6fadc24 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.0820589
Jul 06 00:53:37.868163 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-331457a4-7b61-4b91-bee3-65f2e4cefac1 req-28974184-8c82-481e-a104-4177dcc4957a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424745
Jul 06 00:53:39.062652 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b93872-7028-4720-9d9d-ab9a3322cf86 req-b75f9b97-f1e0-44b6-a129-d4c2c565247d tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:39.064860 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f3b93872-7028-4720-9d9d-ab9a3322cf86 req-b75f9b97-f1e0-44b6-a129-d4c2c565247d tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.0816472
Jul 06 00:53:39.113016 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f3b93872-7028-4720-9d9d-ab9a3322cf86 req-8da97362-5c65-4620-a37b-25f9ba2231cf tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413265
Jul 06 00:53:40.318528 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5762d2c-9b37-4464-a5d5-62664ac547c9 req-77ee2027-40e4-4524-909d-778b7c0dcb45 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:40.320021 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d5762d2c-9b37-4464-a5d5-62664ac547c9 req-77ee2027-40e4-4524-909d-778b7c0dcb45 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.0780647
Jul 06 00:53:40.372773 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d5762d2c-9b37-4464-a5d5-62664ac547c9 req-c0856042-a25d-4d38-ab17-4f79bc6e9a1b tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456529
Jul 06 00:53:41.570901 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af3521-0470-44b8-b517-c7aaf9a2d8e3 req-486f48af-a866-484f-8f7e-57340168dadc tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:41.572510 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d7af3521-0470-44b8-b517-c7aaf9a2d8e3 req-486f48af-a866-484f-8f7e-57340168dadc tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.0782025
Jul 06 00:53:41.622638 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d7af3521-0470-44b8-b517-c7aaf9a2d8e3 req-76dc7bed-2104-4097-af21-53826b1cca5f tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431380
Jul 06 00:53:42.319258 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-098efb82-b71b-4f18-9fe6-c146561a2cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:42.819764 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4891d30-c491-44d3-ab82-e7cdccea5dfd req-bdccbe39-5766-43f2-bb18-0de32a924e85 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:42.821332 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c4891d30-c491-44d3-ab82-e7cdccea5dfd req-bdccbe39-5766-43f2-bb18-0de32a924e85 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.0817497
Jul 06 00:53:42.870784 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c4891d30-c491-44d3-ab82-e7cdccea5dfd req-4b73572f-ba38-442d-82f8-b30c12367861 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422800
Jul 06 00:53:43.671593 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:43.905357 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 32772) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:43.969046 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9f018d-9e6b-43cf-b489-6de4f1ea9e6f admin admin] Deleting subnet ef58c200-acc9-4202-9318-ef4ef1f1be91 {{(pid=80880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 00:53:43.969454 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fa9f018d-9e6b-43cf-b489-6de4f1ea9e6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:44.072700 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fa9f018d-9e6b-43cf-b489-6de4f1ea9e6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853343471'] for subnet, precommit_delete_associations {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:44.096566 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:44.143926 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30fd6e-8c5c-40a8-8b37-99d2f75acbaf req-fb90940c-dbc2-4336-975b-d4e12aea5534 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:44.145515 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9d30fd6e-8c5c-40a8-8b37-99d2f75acbaf req-fb90940c-dbc2-4336-975b-d4e12aea5534 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.1462176
Jul 06 00:53:44.158301 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fa9f018d-9e6b-43cf-b489-6de4f1ea9e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312649'] for subnet, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:44.252918 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9d30fd6e-8c5c-40a8-8b37-99d2f75acbaf req-178f7c12-8c86-41ac-ac59-53308436e6ee tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714643
Jul 06 00:53:44.259195 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fa9f018d-9e6b-43cf-b489-6de4f1ea9e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851463167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32381836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31702690'] for subnet, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:44.264114 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:44.299126 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f018d-9e6b-43cf-b489-6de4f1ea9e6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef58c200-acc9-4202-9318-ef4ef1f1be91,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:44.303346 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fa9f018d-9e6b-43cf-b489-6de4f1ea9e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:44.306126 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-fa9f018d-9e6b-43cf-b489-6de4f1ea9e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for subnet, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:44.312160 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-fa9f018d-9e6b-43cf-b489-6de4f1ea9e6f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ef58c200-acc9-4202-9318-ef4ef1f1be91 HTTP/1.1" status: 204  len: 168 time: 0.4061158
Jul 06 00:53:44.315098 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 32776) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:44.349583 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e740e870-6166-489e-b615-7c06e1b16f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:44.651574 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0dd8b347-d72f-49e7-877e-4dfeaf78b230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850613198'] for network, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:44.770928 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0dd8b347-d72f-49e7-877e-4dfeaf78b230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851462971', 'neutron.services.segments.db._delete_segments_for_network-8734505439535'] for network, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:44.784327 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-0dd8b347-d72f-49e7-877e-4dfeaf78b230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1a8f677a20>,) {'filters': {'network_id': ['6a1333f3-fa17-4f52-bd17-f5495432df48']}} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:53:44.796839 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-0dd8b347-d72f-49e7-877e-4dfeaf78b230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8f677a20>, 'd573a5e7-40b8-4ac0-a0f9-0284a54d15a2') {'for_net_delete': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:53:44.797176 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-0dd8b347-d72f-49e7-877e-4dfeaf78b230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8f677a20>, 'd573a5e7-40b8-4ac0-a0f9-0284a54d15a2') {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:53:44.809896 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0dd8b347-d72f-49e7-877e-4dfeaf78b230 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302349340327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1432422'] for segment, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:44.825084 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0dd8b347-d72f-49e7-877e-4dfeaf78b230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:44.831367 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd8b347-d72f-49e7-877e-4dfeaf78b230 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=80880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 00:53:44.831792 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0dd8b347-d72f-49e7-877e-4dfeaf78b230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851464142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822393246'] for segment, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]: Traceback (most recent call last):
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:     timer()
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:     cb(*args, **kw)
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:     return func(*args, **kwargs)
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:     self._notify()
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:     self.callback(batched_events)
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:     event.method(event)
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:     segment_id)['aggregates'][0]
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:     return f(self, *a, **k)
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self._get(url).json()
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:     **kwargs)
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self.request(url, 'GET', **kwargs)
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:     **endpoint_filter)
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 00:53:44.846202 dv-cinder-799546-2-iscsi neutron-server[80769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 00:53:44.853587 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:44.923545 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0dd8b347-d72f-49e7-877e-4dfeaf78b230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3312860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459991'] for network, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:44.928511 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-0dd8b347-d72f-49e7-877e-4dfeaf78b230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:44.932163 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:44.955033 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-0dd8b347-d72f-49e7-877e-4dfeaf78b230 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6a1333f3-fa17-4f52-bd17-f5495432df48 HTTP/1.1" status: 204  len: 168 time: 0.6388810
Jul 06 00:53:44.956007 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8b347-d72f-49e7-877e-4dfeaf78b230 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a1333f3-fa17-4f52-bd17-f5495432df48,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:44.958773 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0dd8b347-d72f-49e7-877e-4dfeaf78b230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:44.958933 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 32780) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:45.025327 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d1372f-0141-4051-81a3-b3c9f90a1336 admin admin] Deleting subnet 74c3d8d7-0052-4d91-ae07-1b66bd6ec34f {{(pid=80881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 00:53:45.025701 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8d1372f-0141-4051-81a3-b3c9f90a1336 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:45.061299 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:53:45.075444 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8d1372f-0141-4051-81a3-b3c9f90a1336 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853420725'] for subnet, precommit_delete_associations {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:45.136298 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8d1372f-0141-4051-81a3-b3c9f90a1336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312649'] for subnet, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:45.429773 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8d1372f-0141-4051-81a3-b3c9f90a1336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851463167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1343856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823284784'] for subnet, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:45.434472 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1e043f16-4fe4-4b78-a1b9-0c3459b6b0f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:45.457242 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2a653-8b89-48a4-af58-75819112b891 req-2f060739-8608-4cb2-bacd-a17f4cb152ca tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:45.459003 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b6a2a653-8b89-48a4-af58-75819112b891 req-2f060739-8608-4cb2-bacd-a17f4cb152ca tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.0837677
Jul 06 00:53:45.464854 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1372f-0141-4051-81a3-b3c9f90a1336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74c3d8d7-0052-4d91-ae07-1b66bd6ec34f,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:45.467494 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c8d1372f-0141-4051-81a3-b3c9f90a1336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:45.474008 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c8d1372f-0141-4051-81a3-b3c9f90a1336 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:45.487995 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-c8d1372f-0141-4051-81a3-b3c9f90a1336 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/74c3d8d7-0052-4d91-ae07-1b66bd6ec34f HTTP/1.1" status: 204  len: 168 time: 0.5246279
Jul 06 00:53:45.488196 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 32786) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:45.510468 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-b6a2a653-8b89-48a4-af58-75819112b891 req-59d7e8e3-0043-413d-810e-ed15a9e0de70 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444064
Jul 06 00:53:45.596926 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-72329d9e-629d-420d-8d08-83c195079652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850613198'] for network, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:45.714553 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-72329d9e-629d-420d-8d08-83c195079652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851462971', 'neutron.services.segments.db._delete_segments_for_network-8734505439535'] for network, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:45.728432 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-72329d9e-629d-420d-8d08-83c195079652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1a8f6e1710>,) {'filters': {'network_id': ['5ad20254-02af-4081-9542-ea4649926e8f']}} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:53:45.741041 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-72329d9e-629d-420d-8d08-83c195079652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8f6e1710>, '5955b9d0-b8b0-4ab0-b243-3a599d104f96') {'for_net_delete': True} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:53:45.741382 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-72329d9e-629d-420d-8d08-83c195079652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8f6e1710>, '5955b9d0-b8b0-4ab0-b243-3a599d104f96') {} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:53:45.757351 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-72329d9e-629d-420d-8d08-83c195079652 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302349340327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1355068'] for segment, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:45.772692 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-72329d9e-629d-420d-8d08-83c195079652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:45.778754 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72329d9e-629d-420d-8d08-83c195079652 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=80881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 00:53:45.779189 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-72329d9e-629d-420d-8d08-83c195079652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851464142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853431138'] for segment, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]: Traceback (most recent call last):
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:     timer()
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:     cb(*args, **kw)
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:     return func(*args, **kwargs)
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:     self._notify()
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:     self.callback(batched_events)
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:     event.method(event)
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:     segment_id)['aggregates'][0]
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:     return f(self, *a, **k)
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self._get(url).json()
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:     **kwargs)
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self.request(url, 'GET', **kwargs)
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:     **endpoint_filter)
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 00:53:45.793181 dv-cinder-799546-2-iscsi neutron-server[80769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 00:53:45.859966 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-72329d9e-629d-420d-8d08-83c195079652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3312860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459991'] for network, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:45.864784 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-72329d9e-629d-420d-8d08-83c195079652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:45.868495 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-79406ac7-d120-4f85-a6af-792c053407d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:45.894075 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-72329d9e-629d-420d-8d08-83c195079652 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5ad20254-02af-4081-9542-ea4649926e8f HTTP/1.1" status: 204  len: 168 time: 0.4049578
Jul 06 00:53:45.895029 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72329d9e-629d-420d-8d08-83c195079652 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ad20254-02af-4081-9542-ea4649926e8f,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:45.897481 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-72329d9e-629d-420d-8d08-83c195079652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:46.005245 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:46.100868 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 32792) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:46.154360 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-416ad780-8434-408a-a725-68377407f2b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=052406369b34411693093017b57d438e&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0520442
Jul 06 00:53:46.157008 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 32796) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:46.221590 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-36de43ac-918e-4cbb-b7a7-e8db02ca5cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:46.247653 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-36de43ac-918e-4cbb-b7a7-e8db02ca5cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:46.302744 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-36de43ac-918e-4cbb-b7a7-e8db02ca5cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:46.307779 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1519a0c1-5bdd-42ab-b8ec-ede1ff4e40bb tempest-VolumesNegativeTest-920056070 tempest-VolumesNegativeTest-920056070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:46.319042 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de43ac-918e-4cbb-b7a7-e8db02ca5cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f3c78f-c261-4cd5-8503-fa4a97a6491b,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:46.322701 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-36de43ac-918e-4cbb-b7a7-e8db02ca5cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:46.325865 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-36de43ac-918e-4cbb-b7a7-e8db02ca5cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:46.327057 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-36de43ac-918e-4cbb-b7a7-e8db02ca5cc9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50f3c78f-c261-4cd5-8503-fa4a97a6491b HTTP/1.1" status: 204  len: 168 time: 0.1688530
Jul 06 00:53:46.709505 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad04001-6efa-4303-9f2b-6b18fc5a452b req-c5fc9b6d-dbd9-4892-89ed-b09eeae94f7f tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:46.711078 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cad04001-6efa-4303-9f2b-6b18fc5a452b req-c5fc9b6d-dbd9-4892-89ed-b09eeae94f7f tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.0804224
Jul 06 00:53:46.741340 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 32806) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:46.763360 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cad04001-6efa-4303-9f2b-6b18fc5a452b req-3e227949-85e1-4076-b837-2f28ffea1d83 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449755
Jul 06 00:53:46.795964 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-f5c565fb-f43c-45b2-a78d-763aaf139249 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=efd104ce53d14dcbb8c8395e13d29fdc&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0529921
Jul 06 00:53:46.799082 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 32810) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:46.859297 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-453e3f2d-e7b0-4986-a00c-8e1f520716a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:46.891209 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-453e3f2d-e7b0-4986-a00c-8e1f520716a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:46.939002 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-453e3f2d-e7b0-4986-a00c-8e1f520716a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:46.944301 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-09dadca6-0bc1-44cc-b379-d5a6e41133ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:46.957982 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e3f2d-e7b0-4986-a00c-8e1f520716a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ade8ee1-ebaf-4e7c-97b9-146b88e6d18d,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:46.961002 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-453e3f2d-e7b0-4986-a00c-8e1f520716a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:46.961898 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-453e3f2d-e7b0-4986-a00c-8e1f520716a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:46.963182 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-453e3f2d-e7b0-4986-a00c-8e1f520716a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ade8ee1-ebaf-4e7c-97b9-146b88e6d18d HTTP/1.1" status: 204  len: 168 time: 0.1630132
Jul 06 00:53:47.328385 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 32822) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:47.513286 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-1e7c0adb-c179-4441-904c-e1b643041db4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Deleting port a6be6bfc-b748-47be-b0b0-6cece2d1bb58 {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:53:47.513662 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1e7c0adb-c179-4441-904c-e1b643041db4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:47.679306 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1e7c0adb-c179-4441-904c-e1b643041db4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:47.679695 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1e7c0adb-c179-4441-904c-e1b643041db4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:47.816586 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-1e7c0adb-c179-4441-904c-e1b643041db4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Calling delete_port for a6be6bfc-b748-47be-b0b0-6cece2d1bb58 owned by network:floatingip {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:53:47.968070 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86342c4-90d4-4171-8a2d-519e03008170 req-5787aa47-9cb2-48f2-b746-8a84108e2044 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:47.970311 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f86342c4-90d4-4171-8a2d-519e03008170 req-5787aa47-9cb2-48f2-b746-8a84108e2044 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.0875292
Jul 06 00:53:47.972630 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1e7c0adb-c179-4441-904c-e1b643041db4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:47.977177 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-10af077e-697f-4bc8-a244-0f9e7a77f280 tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:48.020363 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c0adb-c179-4441-904c-e1b643041db4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Pushing event deleted for resources: {'Port': ['ID=a6be6bfc-b748-47be-b0b0-6cece2d1bb58,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:48.023120 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1e7c0adb-c179-4441-904c-e1b643041db4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:48.027945 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f86342c4-90d4-4171-8a2d-519e03008170 req-e62d9f82-1d69-4a21-97c1-ea10b14b61e2 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491922
Jul 06 00:53:48.117542 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1e7c0adb-c179-4441-904c-e1b643041db4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for floatingip, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:48.394008 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 32846) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:48.518356 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7c0adb-c179-4441-904c-e1b643041db4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Router a9428ff6-0f7f-4603-895d-49150fddf108 has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:53:48.545838 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7469ed8a-771d-408a-bd63-f5213dd8178b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:48.577736 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-7469ed8a-771d-408a-bd63-f5213dd8178b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:53:48.581977 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-7469ed8a-771d-408a-bd63-f5213dd8178b admin admin] Usage tracker for resource:security_group_rule and tenant:30f3721bda5140649afa4f29ec817473 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:53:48.584914 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-7469ed8a-771d-408a-bd63-f5213dd8178b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:53:48.590723 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-7469ed8a-771d-408a-bd63-f5213dd8178b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:53:48.662396 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7469ed8a-771d-408a-bd63-f5213dd8178b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:48.665415 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-7469ed8a-771d-408a-bd63-f5213dd8178b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:48.673314 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-dfd40007-6da1-4910-a218-6da7ce3cb8f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:48.725298 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469ed8a-771d-408a-bd63-f5213dd8178b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef93b2ea-b793-4b12-8429-1a8568a64eba,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:48.729336 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-7469ed8a-771d-408a-bd63-f5213dd8178b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30f3721bda5140649afa4f29ec817473&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3341219
Jul 06 00:53:48.734272 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 32852) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:48.751796 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469ed8a-771d-408a-bd63-f5213dd8178b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:48.752206 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469ed8a-771d-408a-bd63-f5213dd8178b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:48.752616 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469ed8a-771d-408a-bd63-f5213dd8178b admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:48.753019 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469ed8a-771d-408a-bd63-f5213dd8178b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:48.753420 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469ed8a-771d-408a-bd63-f5213dd8178b admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:48.753817 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469ed8a-771d-408a-bd63-f5213dd8178b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:48.754215 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469ed8a-771d-408a-bd63-f5213dd8178b admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:48.754610 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469ed8a-771d-408a-bd63-f5213dd8178b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:48.755002 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469ed8a-771d-408a-bd63-f5213dd8178b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:48.755421 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469ed8a-771d-408a-bd63-f5213dd8178b admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:48.755819 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469ed8a-771d-408a-bd63-f5213dd8178b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:48.766919 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7469ed8a-771d-408a-bd63-f5213dd8178b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:48.814774 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-712ed10f-c752-4ad3-bca5-45a2140ed569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:48.843542 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-712ed10f-c752-4ad3-bca5-45a2140ed569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:48.889816 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-712ed10f-c752-4ad3-bca5-45a2140ed569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:48.894912 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-33f5300a-96c8-406c-991d-17351994279c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:48.908815 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ed10f-c752-4ad3-bca5-45a2140ed569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef93b2ea-b793-4b12-8429-1a8568a64eba,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:48.911539 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-712ed10f-c752-4ad3-bca5-45a2140ed569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:48.912705 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-712ed10f-c752-4ad3-bca5-45a2140ed569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:48.917091 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-712ed10f-c752-4ad3-bca5-45a2140ed569 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef93b2ea-b793-4b12-8429-1a8568a64eba HTTP/1.1" status: 204  len: 168 time: 0.1761220
Jul 06 00:53:48.944731 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7c0adb-c179-4441-904c-e1b643041db4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:53:48.955689 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f0f226-f62b-45cd-92c0-a89ae48baeea None None] Sync routers for ids ['a9428ff6-0f7f-4603-895d-49150fddf108'] in dv-cinder-799546-2-iscsi {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:53:48.961440 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1e7c0adb-c179-4441-904c-e1b643041db4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for floatingip, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:48.968431 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f0f226-f62b-45cd-92c0-a89ae48baeea None None] Routers {'a9428ff6-0f7f-4603-895d-49150fddf108'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:53:48.969162 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-10f0f226-f62b-45cd-92c0-a89ae48baeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a9072a1d0>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:53:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['a9428ff6-0f7f-4603-895d-49150fddf108'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:53:49.014064 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-1e7c0adb-c179-4441-904c-e1b643041db4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "DELETE /v2.0/floatingips/6ebd4310-a136-4ea6-9f85-5d1344514840 HTTP/1.1" status: 204  len: 168 time: 1.6844499
Jul 06 00:53:49.014800 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01f74e0-fa7d-4670-9394-01aab9a32fa6', 'tag': '548d04a5-0e5c-4ac5-9d32-dfbeb32f553a'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:53:49.171703 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-10f0f226-f62b-45cd-92c0-a89ae48baeea None None] Set router a9428ff6-0f7f-4603-895d-49150fddf108 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:53:49.478807 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdce6e7-0d63-4b9f-bb72-256093e5e6fb req-27d1b7a1-a329-46ef-8608-802f9ee4179c tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:49.487839 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2bdce6e7-0d63-4b9f-bb72-256093e5e6fb req-27d1b7a1-a329-46ef-8608-802f9ee4179c tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.1021085
Jul 06 00:53:49.515537 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01f74e0-fa7d-4670-9394-01aab9a32fa6', 'tag': '548d04a5-0e5c-4ac5-9d32-dfbeb32f553a', 'status': 'completed', 'code': 200}
Jul 06 00:53:49.541792 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2bdce6e7-0d63-4b9f-bb72-256093e5e6fb req-74e538d0-46e5-4965-a013-bf45f850bc0b tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503955
Jul 06 00:53:49.586467 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-10f0f226-f62b-45cd-92c0-a89ae48baeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a9072a1d0>, [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:44:03Z', 'revision_number': 4, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port': {'id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:43:57Z', 'updated_at': '2021-07-06T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '4e20f7c1-82f7-4f92-bfa6-090c85e45750', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'port_id': 'f1b6f170-a889-491c-8c4c-f67561e497be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'mac_address': 'fa:16:3e:0c:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0252b40b-1ea7-4e53-8e47-186d64eefc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:49:16Z', 'updated_at': '2021-07-06T00:49:20Z', 'revision_number': 1, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5991b4e3-7582-4c3c-8851-47453c16632c', 'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'mac_address': 'fa:16:3e:2b:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:01Z', 'updated_at': '2021-07-06T00:44:12Z', 'revision_number': 5, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'subnets': [{'id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:53:49.592390 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f0f226-f62b-45cd-92c0-a89ae48baeea None None] Checking router: a9428ff6-0f7f-4603-895d-49150fddf108 for host: dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:53:49.612178 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f0f226-f62b-45cd-92c0-a89ae48baeea None None] Routers {'a9428ff6-0f7f-4603-895d-49150fddf108'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:53:49.612980 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-10f0f226-f62b-45cd-92c0-a89ae48baeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a9072a1d0>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:53:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['a9428ff6-0f7f-4603-895d-49150fddf108'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:53:49.727666 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de02ffe-0f02-47e7-838f-90993eca0966 req-dd5e2643-9ddf-451f-8fe0-05afc1cb5d0d tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:49.739473 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8de02ffe-0f02-47e7-838f-90993eca0966 req-dd5e2643-9ddf-451f-8fe0-05afc1cb5d0d tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01f74e0-fa7d-4670-9394-01aab9a32fa6 HTTP/1.1" status: 200  len: 946 time: 0.1008689
Jul 06 00:53:49.811229 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-10f0f226-f62b-45cd-92c0-a89ae48baeea None None] Set router a9428ff6-0f7f-4603-895d-49150fddf108 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:53:49.837160 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8de02ffe-0f02-47e7-838f-90993eca0966 req-3e4436e4-7e30-4335-9aa0-69e46d173e54 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0962162
Jul 06 00:53:49.856916 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a8af0750-1692-46ff-8a86-9b0647763a65 req-06ca496b-ccad-4fab-aa0e-fe3a63d652bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a59ea96df14460c8e3284d59c6b11e9&device_id=b01f74e0-fa7d-4670-9394-01aab9a32fa6 HTTP/1.1" status: 200  len: 1099 time: 0.3107481
Jul 06 00:53:50.011209 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af0750-1692-46ff-8a86-9b0647763a65 req-136f8a1d-d789-4a91-8786-05e68ef9b67b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:50.013036 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a8af0750-1692-46ff-8a86-9b0647763a65 req-136f8a1d-d789-4a91-8786-05e68ef9b67b service neutron] 10.222.0.39 "GET /v2.0/networks?id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 HTTP/1.1" status: 200  len: 913 time: 0.1478405
Jul 06 00:53:50.092055 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a8af0750-1692-46ff-8a86-9b0647763a65 req-79b217f6-07cf-40d0-a75a-1023f26837f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=548d04a5-0e5c-4ac5-9d32-dfbeb32f553a HTTP/1.1" status: 200  len: 217 time: 0.0706625
Jul 06 00:53:50.171230 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af0750-1692-46ff-8a86-9b0647763a65 req-665105b6-0203-4f86-b8ab-bc85799a0f3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:50.173166 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a8af0750-1692-46ff-8a86-9b0647763a65 req-665105b6-0203-4f86-b8ab-bc85799a0f3f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1f2f0bee-f85d-4c51-8d52-55ad296fee6b HTTP/1.1" status: 200  len: 851 time: 0.0730467
Jul 06 00:53:50.260736 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a8af0750-1692-46ff-8a86-9b0647763a65 req-cca10f9a-6bee-4fad-852e-27c45d2554cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803730
Jul 06 00:53:50.363952 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-10f0f226-f62b-45cd-92c0-a89ae48baeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a9072a1d0>, [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:44:03Z', 'revision_number': 4, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port': {'id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:43:57Z', 'updated_at': '2021-07-06T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '4e20f7c1-82f7-4f92-bfa6-090c85e45750', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'port_id': 'f1b6f170-a889-491c-8c4c-f67561e497be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'mac_address': 'fa:16:3e:0c:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0252b40b-1ea7-4e53-8e47-186d64eefc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:49:16Z', 'updated_at': '2021-07-06T00:49:20Z', 'revision_number': 1, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5991b4e3-7582-4c3c-8851-47453c16632c', 'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'mac_address': 'fa:16:3e:2b:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:01Z', 'updated_at': '2021-07-06T00:44:12Z', 'revision_number': 5, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'subnets': [{'id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:53:50.369282 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f0f226-f62b-45cd-92c0-a89ae48baeea None None] The sync data for ids ['a9428ff6-0f7f-4603-895d-49150fddf108'] in dv-cinder-799546-2-iscsi is: [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:44:03Z', 'revision_number': 4, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port': {'id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:43:57Z', 'updated_at': '2021-07-06T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_floatingips': [{'id': '4e20f7c1-82f7-4f92-bfa6-090c85e45750', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'router_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'port_id': 'f1b6f170-a889-491c-8c4c-f67561e497be', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'mac_address': 'fa:16:3e:0c:0f:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0252b40b-1ea7-4e53-8e47-186d64eefc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T00:49:16Z', 'updated_at': '2021-07-06T00:49:20Z', 'revision_number': 1, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5991b4e3-7582-4c3c-8851-47453c16632c', 'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'mac_address': 'fa:16:3e:2b:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:01Z', 'updated_at': '2021-07-06T00:44:12Z', 'revision_number': 5, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'subnets': [{'id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:53:50.404948 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a8af0750-1692-46ff-8a86-9b0647763a65 req-b39c644c-365c-4774-bd9a-2d5bba403bc9 service neutron] 10.222.0.39 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360474
Jul 06 00:53:50.549886 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a8af0750-1692-46ff-8a86-9b0647763a65 req-55a896b7-9e98-459b-9194-93247f867f1a service neutron] 10.222.0.39 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352346
Jul 06 00:53:50.742661 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cc1a9-8a29-49e0-86f9-bdea8da31476 req-6ceee6f0-3445-472e-8a07-bf6f127b6b57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:50.744283 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3d9cc1a9-8a29-49e0-86f9-bdea8da31476 req-6ceee6f0-3445-472e-8a07-bf6f127b6b57 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.0827827
Jul 06 00:53:50.795164 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3d9cc1a9-8a29-49e0-86f9-bdea8da31476 req-48bfd988-50a1-4579-beaa-7dba2ef6f358 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432482
Jul 06 00:53:50.818024 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dceaa7-5486-4254-9442-a9ea63195fa7 None None] New status for floating IP 6ebd4310-a136-4ea6-9f85-5d1344514840: DOWN {{(pid=80882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 00:53:50.902266 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 32910) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:51.090135 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-73e550d8-4516-4e39-a5b8-ee9e738b62dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:51.121453 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56399e25-4b95-45d0-8f22-345f804800c0 req-94f843c1-c420-4211-ac08-190a55a1acae tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:51.123044 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-56399e25-4b95-45d0-8f22-345f804800c0 req-94f843c1-c420-4211-ac08-190a55a1acae tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01f74e0-fa7d-4670-9394-01aab9a32fa6 HTTP/1.1" status: 200  len: 946 time: 0.1637180
Jul 06 00:53:51.165141 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-73e550d8-4516-4e39-a5b8-ee9e738b62dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:53:51.180344 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-73e550d8-4516-4e39-a5b8-ee9e738b62dd admin admin] Usage tracker for resource:security_group_rule and tenant:75f3fc9f061143c8b7fb634579297193 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:53:51.184916 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-73e550d8-4516-4e39-a5b8-ee9e738b62dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:53:51.200817 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec729ef8-d7f1-4f9b-b23b-469df9f9fa4e req-c0afed09-7034-4ed6-9d73-12fd3fdf4d61 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:51.202338 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ec729ef8-d7f1-4f9b-b23b-469df9f9fa4e req-c0afed09-7034-4ed6-9d73-12fd3fdf4d61 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.39 "GET /v2.0/ports?device_id=b01f74e0-fa7d-4670-9394-01aab9a32fa6 HTTP/1.1" status: 200  len: 946 time: 0.1833918
Jul 06 00:53:51.208455 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-73e550d8-4516-4e39-a5b8-ee9e738b62dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:53:51.266830 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-56399e25-4b95-45d0-8f22-345f804800c0 req-74f3d984-4110-43f0-a376-d187c2609a8f tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1251073
Jul 06 00:53:51.296065 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-ec729ef8-d7f1-4f9b-b23b-469df9f9fa4e req-0bb07bbf-6a66-4d94-94e0-2d473052b23d tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Deleting port 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a {{(pid=80880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:53:51.296391 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-ec729ef8-d7f1-4f9b-b23b-469df9f9fa4e req-0bb07bbf-6a66-4d94-94e0-2d473052b23d tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:51.438138 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-73e550d8-4516-4e39-a5b8-ee9e738b62dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:51.457128 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-73e550d8-4516-4e39-a5b8-ee9e738b62dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:51.509544 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c8400db5-b35f-4eb7-b730-0770a52dee01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:51.578118 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-73e550d8-4516-4e39-a5b8-ee9e738b62dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75f3fc9f061143c8b7fb634579297193&name=default HTTP/1.1" status: 200  len: 2629 time: 0.6743865
Jul 06 00:53:51.581662 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 32916) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:51.582253 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e550d8-4516-4e39-a5b8-ee9e738b62dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79610e3e-5490-4b98-b5ae-7a61919b961c,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:51.587459 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-73e550d8-4516-4e39-a5b8-ee9e738b62dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:51.626893 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-ec729ef8-d7f1-4f9b-b23b-469df9f9fa4e req-0bb07bbf-6a66-4d94-94e0-2d473052b23d tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] For port 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=548d04a5-0e5c-4ac5-9d32-dfbeb32f553a,segment=NetworkSegment(c12a8489-e3ef-4a29-9d7d-d16560fbcc5d),segment_id=c12a8489-e3ef-4a29-9d7d-d16560fbcc5d)] {{(pid=80880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:53:51.627343 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-ec729ef8-d7f1-4f9b-b23b-469df9f9fa4e req-0bb07bbf-6a66-4d94-94e0-2d473052b23d tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:51.646622 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8905898a-45e1-4852-9b14-5ecadd7104f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:51.677792 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8905898a-45e1-4852-9b14-5ecadd7104f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:51.730368 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8905898a-45e1-4852-9b14-5ecadd7104f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:51.734468 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-36de43ac-918e-4cbb-b7a7-e8db02ca5cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:51.749021 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905898a-45e1-4852-9b14-5ecadd7104f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79610e3e-5490-4b98-b5ae-7a61919b961c,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:51.759586 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8905898a-45e1-4852-9b14-5ecadd7104f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:51.760809 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-8905898a-45e1-4852-9b14-5ecadd7104f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79610e3e-5490-4b98-b5ae-7a61919b961c HTTP/1.1" status: 204  len: 168 time: 0.1779552
Jul 06 00:53:51.762863 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905898a-45e1-4852-9b14-5ecadd7104f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:51.763304 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905898a-45e1-4852-9b14-5ecadd7104f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:51.763717 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905898a-45e1-4852-9b14-5ecadd7104f1 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:51.764160 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905898a-45e1-4852-9b14-5ecadd7104f1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:51.764561 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905898a-45e1-4852-9b14-5ecadd7104f1 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:51.765410 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905898a-45e1-4852-9b14-5ecadd7104f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:51.765410 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905898a-45e1-4852-9b14-5ecadd7104f1 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:51.765848 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905898a-45e1-4852-9b14-5ecadd7104f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:51.766858 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905898a-45e1-4852-9b14-5ecadd7104f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:51.767277 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905898a-45e1-4852-9b14-5ecadd7104f1 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:51.767733 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8905898a-45e1-4852-9b14-5ecadd7104f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:51.771045 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-8905898a-45e1-4852-9b14-5ecadd7104f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:52.045512 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-ec729ef8-d7f1-4f9b-b23b-469df9f9fa4e req-0bb07bbf-6a66-4d94-94e0-2d473052b23d tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Calling delete_port for 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a owned by compute:nova {{(pid=80880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:53:52.220123 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603e024-88f4-46d9-a4c9-05aebb3fa2d7 req-2f2f597d-f24e-486e-becb-bc8fdf0e6c26 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:52.221890 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6603e024-88f4-46d9-a4c9-05aebb3fa2d7 req-2f2f597d-f24e-486e-becb-bc8fdf0e6c26 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.2915020
Jul 06 00:53:52.309010 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-ec729ef8-d7f1-4f9b-b23b-469df9f9fa4e req-0bb07bbf-6a66-4d94-94e0-2d473052b23d tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:52.316997 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-10ca56bd-8148-47ca-b224-20d1901b3604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:52.369688 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6603e024-88f4-46d9-a4c9-05aebb3fa2d7 req-93bf3df8-d053-45ba-ba08-38fb92b73f65 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1324174
Jul 06 00:53:52.378331 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb07bbf-6a66-4d94-94e0-2d473052b23d tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Pushing event deleted for resources: {'Port': ['ID=548d04a5-0e5c-4ac5-9d32-dfbeb32f553a,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:52.382867 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0bb07bbf-6a66-4d94-94e0-2d473052b23d tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:52.529034 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f7b9b082-7f5f-443c-affa-9f253ee1b198 req-66f05882-5293-4050-be59-e9e0ce267426 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=b01f74e0-fa7d-4670-9394-01aab9a32fa6 HTTP/1.1" status: 200  len: 210 time: 0.1054616
Jul 06 00:53:52.540134 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec729ef8-d7f1-4f9b-b23b-469df9f9fa4e req-0bb07bbf-6a66-4d94-94e0-2d473052b23d tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] No DVR routers for this DVR port 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a on host hv-cinder-79954 {{(pid=80880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:53:52.542915 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-ec729ef8-d7f1-4f9b-b23b-469df9f9fa4e req-0bb07bbf-6a66-4d94-94e0-2d473052b23d tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:52.547887 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01f74e0-fa7d-4670-9394-01aab9a32fa6', 'name': 'network-vif-deleted', 'tag': '548d04a5-0e5c-4ac5-9d32-dfbeb32f553a'}] {{(pid=80880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:53:52.574720 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ec729ef8-d7f1-4f9b-b23b-469df9f9fa4e req-0bb07bbf-6a66-4d94-94e0-2d473052b23d tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.39 "DELETE /v2.0/ports/548d04a5-0e5c-4ac5-9d32-dfbeb32f553a HTTP/1.1" status: 204  len: 173 time: 1.3638158
Jul 06 00:53:52.606533 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01f74e0-fa7d-4670-9394-01aab9a32fa6', 'name': 'network-vif-deleted', 'tag': '548d04a5-0e5c-4ac5-9d32-dfbeb32f553a', 'status': 'completed', 'code': 200}
Jul 06 00:53:52.977311 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 65986850-5992-4aa1-8877-66feb800c05b details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 00:53:53.132328 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 65986850-5992-4aa1-8877-66feb800c05b, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=65986850-5992-4aa1-8877-66feb800c05b,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:53:53.152420 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Returning: {'device': '65986850-5992-4aa1-8877-66feb800c05b', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'port_id': '65986850-5992-4aa1-8877-66feb800c05b', 'mac_address': 'fa:16:3e:00:46:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 00:53:53.204300 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:53.222690 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65986850-5992-4aa1-8877-66feb800c05b {{(pid=80882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:53:53.237989 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 65986850-5992-4aa1-8877-66feb800c05b, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=65986850-5992-4aa1-8877-66feb800c05b,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:53:53.240738 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:53.242542 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7d0aad2d-7e0b-42af-9a00-02160c38aabc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:53.310085 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=65986850-5992-4aa1-8877-66feb800c05b,revision_number=6']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:53.320168 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:53.320642 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:53.321092 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:53.321538 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:53.321987 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:53.322431 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:53.322873 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:53.323372 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:53.323811 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:53.324252 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:53.324689 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:53:53.330593 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['65986850-5992-4aa1-8877-66feb800c05b'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:53:53.361117 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:53.600005 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4b02e-25ec-4552-b887-c700eeb60e0d req-8f11ea82-2ad0-4506-a74e-4283bc94c6e4 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:53.601591 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a9a4b02e-25ec-4552-b887-c700eeb60e0d req-8f11ea82-2ad0-4506-a74e-4283bc94c6e4 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 945 time: 0.0891848
Jul 06 00:53:53.660338 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a9a4b02e-25ec-4552-b887-c700eeb60e0d req-c5e32903-f05c-43ae-b5e8-63b6cb300fa5 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506356
Jul 06 00:53:54.874114 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d407cf-86ea-4752-9acd-b0687308329d req-7866346c-17d9-425c-b0ee-848e0a5bfd11 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:54.876139 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-19d407cf-86ea-4752-9acd-b0687308329d req-7866346c-17d9-425c-b0ee-848e0a5bfd11 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 945 time: 0.0860229
Jul 06 00:53:54.929354 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-19d407cf-86ea-4752-9acd-b0687308329d req-7734a402-4883-4301-acbf-86aae75584d4 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458512
Jul 06 00:53:54.990802 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 65986850-5992-4aa1-8877-66feb800c05b up at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:53:55.061610 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning complete for port 65986850-5992-4aa1-8877-66feb800c05b triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:53:55.062031 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:55.175832 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:55.203444 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9bce5f-a2fb-4f26-9d12-018908125af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65986850-5992-4aa1-8877-66feb800c05b'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:53:55.215559 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 65986850-5992-4aa1-8877-66feb800c05b, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=65986850-5992-4aa1-8877-66feb800c05b,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:53:55.219351 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:55.220459 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:53:55.249076 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:55.295483 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-375f1531-e412-4812-87f3-970f43045b6a None None] No Port match for: 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:53:55.296165 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 548d04a5-0e5c-4ac5-9d32-dfbeb32f553a not bound to the agent host hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:53:55.322593 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=65986850-5992-4aa1-8877-66feb800c05b,revision_number=7']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:55.331990 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:55.421720 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9bce5f-a2fb-4f26-9d12-018908125af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65986850-5992-4aa1-8877-66feb800c05b', 'code': 200}
Jul 06 00:53:56.077643 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 32992) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:53:56.123878 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90345c-7cb3-4fd0-b4c1-c3b9ca2197b6 req-14708e44-818e-487a-b004-5a84e1607eb3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:56.125456 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8a90345c-7cb3-4fd0-b4c1-c3b9ca2197b6 req-14708e44-818e-487a-b004-5a84e1607eb3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.0800667
Jul 06 00:53:56.181564 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8a90345c-7cb3-4fd0-b4c1-c3b9ca2197b6 req-884943c2-b152-4c11-a54e-37e52f15e1e8 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483654
Jul 06 00:53:56.271387 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-12858aa2-c1b0-4447-bbbe-125788680190 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Deleting port be20d8e1-c33b-4aa7-9822-bffdf45bcd69 {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:53:56.271679 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-12858aa2-c1b0-4447-bbbe-125788680190 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:56.430601 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-12858aa2-c1b0-4447-bbbe-125788680190 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:56.430965 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-12858aa2-c1b0-4447-bbbe-125788680190 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:56.559382 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-12858aa2-c1b0-4447-bbbe-125788680190 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Calling delete_port for be20d8e1-c33b-4aa7-9822-bffdf45bcd69 owned by network:floatingip {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:53:56.699326 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-12858aa2-c1b0-4447-bbbe-125788680190 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:56.703531 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-6f6ed70d-a4f5-4fde-aa65-bfaaa1a7adcd tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:53:56.744904 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12858aa2-c1b0-4447-bbbe-125788680190 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Pushing event deleted for resources: {'Port': ['ID=be20d8e1-c33b-4aa7-9822-bffdf45bcd69,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:53:56.748547 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-12858aa2-c1b0-4447-bbbe-125788680190 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:53:56.840759 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-12858aa2-c1b0-4447-bbbe-125788680190 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for floatingip, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:57.211890 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12858aa2-c1b0-4447-bbbe-125788680190 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Router a9428ff6-0f7f-4603-895d-49150fddf108 has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:53:57.388211 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d032ff-2423-4879-a0d6-5912d55b393f req-4f2cba35-a8ce-450a-b5fc-ed660ee2cdc8 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:57.389777 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-21d032ff-2423-4879-a0d6-5912d55b393f req-4f2cba35-a8ce-450a-b5fc-ed660ee2cdc8 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.0792861
Jul 06 00:53:57.410559 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12858aa2-c1b0-4447-bbbe-125788680190 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:53:57.420234 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2429ac67-598b-47c3-8d22-f1ba23142c05 None None] Sync routers for ids ['a9428ff6-0f7f-4603-895d-49150fddf108'] in dv-cinder-799546-2-iscsi {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:53:57.428997 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-12858aa2-c1b0-4447-bbbe-125788680190 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for floatingip, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:53:57.433319 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2429ac67-598b-47c3-8d22-f1ba23142c05 None None] Routers {'a9428ff6-0f7f-4603-895d-49150fddf108'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:53:57.433997 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-2429ac67-598b-47c3-8d22-f1ba23142c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a909501d0>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:53:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['a9428ff6-0f7f-4603-895d-49150fddf108'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:53:57.441065 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-21d032ff-2423-4879-a0d6-5912d55b393f req-e6da4b0c-580e-46ff-9554-29ce0f3b9d1a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433829
Jul 06 00:53:57.482157 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-12858aa2-c1b0-4447-bbbe-125788680190 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "DELETE /v2.0/floatingips/4e20f7c1-82f7-4f92-bfa6-090c85e45750 HTTP/1.1" status: 204  len: 168 time: 1.4033182
Jul 06 00:53:57.482825 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0252b40b-1ea7-4e53-8e47-186d64eefc67', 'tag': 'f1b6f170-a889-491c-8c4c-f67561e497be'}] {{(pid=80881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:53:57.533932 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0252b40b-1ea7-4e53-8e47-186d64eefc67', 'tag': 'f1b6f170-a889-491c-8c4c-f67561e497be', 'status': 'completed', 'code': 200}
Jul 06 00:53:57.611305 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-2429ac67-598b-47c3-8d22-f1ba23142c05 None None] Set router a9428ff6-0f7f-4603-895d-49150fddf108 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:53:57.637811 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-dafe1de0-9f99-44a7-b921-34b81d6748f1 req-163a9714-371d-4733-a320-662ebc5686cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0a59ea96df14460c8e3284d59c6b11e9&device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 1099 time: 0.0783510
Jul 06 00:53:57.793742 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe1de0-9f99-44a7-b921-34b81d6748f1 req-271d4e29-26f4-4dd2-817e-c9c452c39909 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:57.793742 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-dafe1de0-9f99-44a7-b921-34b81d6748f1 req-271d4e29-26f4-4dd2-817e-c9c452c39909 service neutron] 10.222.0.39 "GET /v2.0/networks?id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 HTTP/1.1" status: 200  len: 913 time: 0.1481872
Jul 06 00:53:57.873158 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-dafe1de0-9f99-44a7-b921-34b81d6748f1 req-6f1c6a37-27dd-4674-ae09-c865f4d9a6ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1b6f170-a889-491c-8c4c-f67561e497be HTTP/1.1" status: 200  len: 217 time: 0.0723422
Jul 06 00:53:57.932324 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-2429ac67-598b-47c3-8d22-f1ba23142c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a909501d0>, [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:44:03Z', 'revision_number': 4, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port': {'id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:43:57Z', 'updated_at': '2021-07-06T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '5991b4e3-7582-4c3c-8851-47453c16632c', 'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'mac_address': 'fa:16:3e:2b:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:01Z', 'updated_at': '2021-07-06T00:44:12Z', 'revision_number': 5, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'subnets': [{'id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:53:57.936290 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2429ac67-598b-47c3-8d22-f1ba23142c05 None None] Checking router: a9428ff6-0f7f-4603-895d-49150fddf108 for host: dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:53:57.947501 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2429ac67-598b-47c3-8d22-f1ba23142c05 None None] Routers {'a9428ff6-0f7f-4603-895d-49150fddf108'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:53:57.948085 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-2429ac67-598b-47c3-8d22-f1ba23142c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a909501d0>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:53:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['a9428ff6-0f7f-4603-895d-49150fddf108'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:53:57.996027 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe1de0-9f99-44a7-b921-34b81d6748f1 req-12f20624-f9ff-4c05-860b-052f0b2af8a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:57.996027 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-dafe1de0-9f99-44a7-b921-34b81d6748f1 req-12f20624-f9ff-4c05-860b-052f0b2af8a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1f2f0bee-f85d-4c51-8d52-55ad296fee6b HTTP/1.1" status: 200  len: 851 time: 0.0828753
Jul 06 00:53:58.064541 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36faa19-687e-4c74-b2fa-dbe05252f2fa req-a4decd97-ab4f-4053-a4e6-a1465af5ec91 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:58.065116 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-f36faa19-687e-4c74-b2fa-dbe05252f2fa req-a4decd97-ab4f-4053-a4e6-a1465af5ec91 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Synchronizing usage tracker for tenant:0a59ea96df14460c8e3284d59c6b11e9 on resource:port {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:53:58.089582 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-f36faa19-687e-4c74-b2fa-dbe05252f2fa req-a4decd97-ab4f-4053-a4e6-a1465af5ec91 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Unset dirty status for tenant:0a59ea96df14460c8e3284d59c6b11e9 on resource:port {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:53:58.090836 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f36faa19-687e-4c74-b2fa-dbe05252f2fa req-a4decd97-ab4f-4053-a4e6-a1465af5ec91 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 946 time: 0.2203550
Jul 06 00:53:58.103780 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-dafe1de0-9f99-44a7-b921-34b81d6748f1 req-20513866-d84a-4b9b-abd8-bfeb42fc9c6d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0974157
Jul 06 00:53:58.131683 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-2429ac67-598b-47c3-8d22-f1ba23142c05 None None] Set router a9428ff6-0f7f-4603-895d-49150fddf108 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:53:58.226609 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f36faa19-687e-4c74-b2fa-dbe05252f2fa req-e79e2265-9868-473d-bc5a-bc6353940a76 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1258819
Jul 06 00:53:58.279898 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-dafe1de0-9f99-44a7-b921-34b81d6748f1 req-5ca4989c-c47f-4cfb-9ddb-9408c1006a85 service neutron] 10.222.0.39 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1600668
Jul 06 00:53:58.454739 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-2429ac67-598b-47c3-8d22-f1ba23142c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a909501d0>, [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:44:03Z', 'revision_number': 4, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port': {'id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:43:57Z', 'updated_at': '2021-07-06T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '5991b4e3-7582-4c3c-8851-47453c16632c', 'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'mac_address': 'fa:16:3e:2b:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:01Z', 'updated_at': '2021-07-06T00:44:12Z', 'revision_number': 5, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'subnets': [{'id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:53:58.459396 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2429ac67-598b-47c3-8d22-f1ba23142c05 None None] The sync data for ids ['a9428ff6-0f7f-4603-895d-49150fddf108'] in dv-cinder-799546-2-iscsi is: [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:44:03Z', 'revision_number': 4, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port': {'id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:43:57Z', 'updated_at': '2021-07-06T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': '5991b4e3-7582-4c3c-8851-47453c16632c', 'name': '', 'network_id': '681d8fd8-4ec2-4a3b-8b9a-ac10096b7356', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'mac_address': 'fa:16:3e:2b:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:01Z', 'updated_at': '2021-07-06T00:44:12Z', 'revision_number': 5, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'subnets': [{'id': '1f2f0bee-f85d-4c51-8d52-55ad296fee6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:53:58.541920 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-dafe1de0-9f99-44a7-b921-34b81d6748f1 req-fdc6716d-1a11-4f94-80c6-31e8538818cd service neutron] 10.222.0.39 "GET /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1459959
Jul 06 00:53:58.650797 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9d402-0f3f-4cca-add6-0f2786a25b1a req-1046a867-9a50-4612-b9eb-e5c777fe3462 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:58.652416 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-aca9d402-0f3f-4cca-add6-0f2786a25b1a req-1046a867-9a50-4612-b9eb-e5c777fe3462 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.0817394
Jul 06 00:53:58.703020 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-aca9d402-0f3f-4cca-add6-0f2786a25b1a req-f2fd5110-1d40-42c1-ad64-ca47279027fa tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432479
Jul 06 00:53:58.905292 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afffa37d-c0a3-4322-b54c-7300d2ebf8a3 None None] New status for floating IP 4e20f7c1-82f7-4f92-bfa6-090c85e45750: DOWN {{(pid=80882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 00:53:59.486681 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45132624-3df5-4565-8a4b-898c36a65437 req-01fb9df4-91e7-4749-bc77-9a4d11e91a90 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:59.489026 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-45132624-3df5-4565-8a4b-898c36a65437 req-01fb9df4-91e7-4749-bc77-9a4d11e91a90 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 946 time: 0.1122336
Jul 06 00:53:59.549965 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-45132624-3df5-4565-8a4b-898c36a65437 req-65b2d9d1-4ae7-43ee-8270-f4c76414e664 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534968
Jul 06 00:53:59.916214 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f2c1f-4b76-4af6-a49a-6ff3b1b43407 req-5dbc01f0-c1d2-4f91-8125-118dc18fd9e0 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:53:59.917924 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2d8f2c1f-4b76-4af6-a49a-6ff3b1b43407 req-5dbc01f0-c1d2-4f91-8125-118dc18fd9e0 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.0830965
Jul 06 00:54:00.023798 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2d8f2c1f-4b76-4af6-a49a-6ff3b1b43407 req-77a70add-4b10-40ff-8247-ddaa5b55d1b6 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912361
Jul 06 00:54:00.079282 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97ef41-6033-4103-b478-23164976ac60 req-656e644c-08b6-47a2-92db-cd4cc38c2b49 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:00.080813 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ca97ef41-6033-4103-b478-23164976ac60 req-656e644c-08b6-47a2-92db-cd4cc38c2b49 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.39 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 946 time: 0.0942330
Jul 06 00:54:00.358112 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-ca97ef41-6033-4103-b478-23164976ac60 req-04771312-63be-4ae1-a595-0fcb4f9b4b15 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Deleting port f1b6f170-a889-491c-8c4c-f67561e497be {{(pid=80880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:54:00.358828 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-ca97ef41-6033-4103-b478-23164976ac60 req-04771312-63be-4ae1-a595-0fcb4f9b4b15 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:00.679828 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-ca97ef41-6033-4103-b478-23164976ac60 req-04771312-63be-4ae1-a595-0fcb4f9b4b15 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] For port f1b6f170-a889-491c-8c4c-f67561e497be, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=f1b6f170-a889-491c-8c4c-f67561e497be,segment=NetworkSegment(c12a8489-e3ef-4a29-9d7d-d16560fbcc5d),segment_id=c12a8489-e3ef-4a29-9d7d-d16560fbcc5d)] {{(pid=80880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:54:00.680460 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-ca97ef41-6033-4103-b478-23164976ac60 req-04771312-63be-4ae1-a595-0fcb4f9b4b15 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:00.892955 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-ca97ef41-6033-4103-b478-23164976ac60 req-04771312-63be-4ae1-a595-0fcb4f9b4b15 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Calling delete_port for f1b6f170-a889-491c-8c4c-f67561e497be owned by compute:nova {{(pid=80880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:54:01.381283 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01e290-f3b9-443e-ad71-e3bdccb4f2d4 req-c20f24e9-1964-47b7-aba2-63be67c13ced tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:01.383052 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2f01e290-f3b9-443e-ad71-e3bdccb4f2d4 req-c20f24e9-1964-47b7-aba2-63be67c13ced tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 946 time: 0.6836073
Jul 06 00:54:01.437174 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb3cd8-a271-4d52-8126-948b8ef7a6f6 req-255ba7e1-e1cd-471e-8822-9c92ee21bb2e tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:01.439856 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-29fb3cd8-a271-4d52-8126-948b8ef7a6f6 req-255ba7e1-e1cd-471e-8822-9c92ee21bb2e tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.1924191
Jul 06 00:54:01.540858 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2f01e290-f3b9-443e-ad71-e3bdccb4f2d4 req-8a4aa426-dc84-4613-848b-ad835cf49771 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4ac25d4-400f-40e5-a57b-ed87cd711348&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1463780
Jul 06 00:54:01.572789 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-29fb3cd8-a271-4d52-8126-948b8ef7a6f6 req-7460331c-cb95-48b3-97c5-591926383970 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002815
Jul 06 00:54:01.590639 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-ca97ef41-6033-4103-b478-23164976ac60 req-04771312-63be-4ae1-a595-0fcb4f9b4b15 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:01.599435 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0bb07bbf-6a66-4d94-94e0-2d473052b23d tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:01.650534 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04771312-63be-4ae1-a595-0fcb4f9b4b15 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Pushing event deleted for resources: {'Port': ['ID=f1b6f170-a889-491c-8c4c-f67561e497be,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:01.653921 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-04771312-63be-4ae1-a595-0fcb4f9b4b15 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:01.731860 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca97ef41-6033-4103-b478-23164976ac60 req-04771312-63be-4ae1-a595-0fcb4f9b4b15 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] No DVR routers for this DVR port f1b6f170-a889-491c-8c4c-f67561e497be on host hv-cinder-79954 {{(pid=80880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:54:01.734474 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-ca97ef41-6033-4103-b478-23164976ac60 req-04771312-63be-4ae1-a595-0fcb4f9b4b15 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:01.738889 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0252b40b-1ea7-4e53-8e47-186d64eefc67', 'name': 'network-vif-deleted', 'tag': 'f1b6f170-a889-491c-8c4c-f67561e497be'}] {{(pid=80880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:54:01.761771 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ca97ef41-6033-4103-b478-23164976ac60 req-04771312-63be-4ae1-a595-0fcb4f9b4b15 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.39 "DELETE /v2.0/ports/f1b6f170-a889-491c-8c4c-f67561e497be HTTP/1.1" status: 204  len: 173 time: 1.4778101
Jul 06 00:54:01.888735 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0252b40b-1ea7-4e53-8e47-186d64eefc67', 'name': 'network-vif-deleted', 'tag': 'f1b6f170-a889-491c-8c4c-f67561e497be', 'status': 'completed', 'code': 200}
Jul 06 00:54:02.819091 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-0436448e-c521-44ff-80a8-372e027093b8 req-756fbd4f-c031-42be-bac5-89450b821183 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Synchronizing usage tracker for tenant:0a59ea96df14460c8e3284d59c6b11e9 on resource:port {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:54:02.851172 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-0436448e-c521-44ff-80a8-372e027093b8 req-756fbd4f-c031-42be-bac5-89450b821183 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Unset dirty status for tenant:0a59ea96df14460c8e3284d59c6b11e9 on resource:port {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:54:02.852478 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0436448e-c521-44ff-80a8-372e027093b8 req-756fbd4f-c031-42be-bac5-89450b821183 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 210 time: 0.0982978
Jul 06 00:54:02.866252 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f2f83-2722-4a84-a0ff-c24693362143 req-dd31ad98-fc34-43e1-89cf-da0413ef7070 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:02.886255 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a76f2f83-2722-4a84-a0ff-c24693362143 req-dd31ad98-fc34-43e1-89cf-da0413ef7070 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.1753690
Jul 06 00:54:02.957697 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a76f2f83-2722-4a84-a0ff-c24693362143 req-72dd3b72-4498-45e0-ab17-60bef0417079 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703158
Jul 06 00:54:04.033524 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0c50a31a-fb98-4269-b383-5cb71e897e88 req-6d2f5caa-ba59-4fa9-99f4-d0ec5ef65db4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 210 time: 0.0503230
Jul 06 00:54:04.157691 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4aaf1d-3da3-4663-96ba-faa04af06764 req-b809b507-fe6b-43f7-b00b-aaedc48441b1 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:04.159830 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8b4aaf1d-3da3-4663-96ba-faa04af06764 req-b809b507-fe6b-43f7-b00b-aaedc48441b1 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.0858631
Jul 06 00:54:04.210591 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8b4aaf1d-3da3-4663-96ba-faa04af06764 req-3b67f3eb-be77-420c-a87a-f42f3f8b8a1e tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434074
Jul 06 00:54:05.300874 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6396eba3-7c8a-478b-a12d-e8fc453c4854 req-8facb0c8-45ba-426b-8ea1-7ca7de05dd25 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "GET /v2.0/ports?device_id=0252b40b-1ea7-4e53-8e47-186d64eefc67 HTTP/1.1" status: 200  len: 210 time: 0.0797760
Jul 06 00:54:05.456752 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec9cc9-3485-48b1-855c-8b6b6daeea3a req-736f8a78-1ff9-442e-a12d-d556d7201a9a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:05.458328 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-4eec9cc9-3485-48b1-855c-8b6b6daeea3a req-736f8a78-1ff9-442e-a12d-d556d7201a9a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.0838106
Jul 06 00:54:05.507316 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-4eec9cc9-3485-48b1-855c-8b6b6daeea3a req-38ac7f6d-9233-4412-8d33-4dc2cf454276 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417681
Jul 06 00:54:05.898333 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device f1b6f170-a889-491c-8c4c-f67561e497be no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:54:05.934363 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-375f1531-e412-4812-87f3-970f43045b6a None None] No Port match for: f1b6f170-a889-491c-8c4c-f67561e497be {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:54:05.934756 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device f1b6f170-a889-491c-8c4c-f67561e497be not bound to the agent host hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:54:06.415692 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 33098) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:54:06.711685 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20492e16-b05d-4c19-9f4f-838ed6f105bf req-3f895020-60e2-473f-a85f-b1c019a34a1c tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:06.713348 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-20492e16-b05d-4c19-9f4f-838ed6f105bf req-3f895020-60e2-473f-a85f-b1c019a34a1c tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.0848010
Jul 06 00:54:06.765598 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-20492e16-b05d-4c19-9f4f-838ed6f105bf req-0f6d5e56-6706-4451-94e2-5eed406116f9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440645
Jul 06 00:54:06.807506 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-d4ae9dc1-174a-4415-b56c-944217c17a87 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Deleting port fc2130e1-ed10-4d8f-8b3d-c3847b535179 {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:54:06.807875 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d4ae9dc1-174a-4415-b56c-944217c17a87 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:06.972853 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d4ae9dc1-174a-4415-b56c-944217c17a87 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:06.973211 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d4ae9dc1-174a-4415-b56c-944217c17a87 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:07.104419 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-d4ae9dc1-174a-4415-b56c-944217c17a87 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Calling delete_port for fc2130e1-ed10-4d8f-8b3d-c3847b535179 owned by network:floatingip {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:54:07.229297 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d4ae9dc1-174a-4415-b56c-944217c17a87 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:07.233495 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-90eda543-a9f9-463d-b56b-9d27ee58eabc tempest-TestMinimumBasicScenario-1619807151 tempest-TestMinimumBasicScenario-1619807151-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:07.278463 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae9dc1-174a-4415-b56c-944217c17a87 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Pushing event deleted for resources: {'Port': ['ID=fc2130e1-ed10-4d8f-8b3d-c3847b535179,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:07.281183 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d4ae9dc1-174a-4415-b56c-944217c17a87 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:07.374753 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d4ae9dc1-174a-4415-b56c-944217c17a87 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for floatingip, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:07.394770 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d4ae9dc1-174a-4415-b56c-944217c17a87 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for floatingip, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:07.396067 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-d4ae9dc1-174a-4415-b56c-944217c17a87 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "DELETE /v2.0/floatingips/61ffd023-5a80-4b37-90ee-d2c58fb38fee HTTP/1.1" status: 204  len: 168 time: 0.9792347
Jul 06 00:54:08.003510 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc1910-5018-4801-a478-74adb9849764 req-c90c9085-5ecf-4382-be05-310cc99945a2 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:08.006404 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-88cc1910-5018-4801-a478-74adb9849764 req-c90c9085-5ecf-4382-be05-310cc99945a2 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.0910339
Jul 06 00:54:08.063271 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-88cc1910-5018-4801-a478-74adb9849764 req-a0f63360-72cd-47ad-8f8c-d8225320a689 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501652
Jul 06 00:54:08.847644 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 33128) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:54:08.937319 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b33ec2e2-24bf-4abe-bf0d-a87db12be357 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:08.976655 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b33ec2e2-24bf-4abe-bf0d-a87db12be357 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:09.048597 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b33ec2e2-24bf-4abe-bf0d-a87db12be357 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:09.054708 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-91c2ee5a-5457-4a14-8568-3eedabcc8e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:09.071212 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ec2e2-24bf-4abe-bf0d-a87db12be357 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ac25d4-400f-40e5-a57b-ed87cd711348,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:09.073794 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b33ec2e2-24bf-4abe-bf0d-a87db12be357 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:09.133403 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b33ec2e2-24bf-4abe-bf0d-a87db12be357 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:09.153595 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-b33ec2e2-24bf-4abe-bf0d-a87db12be357 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] 10.222.0.13 "DELETE /v2.0/security-groups/f4ac25d4-400f-40e5-a57b-ed87cd711348 HTTP/1.1" status: 204  len: 168 time: 0.3038132
Jul 06 00:54:09.237338 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 33140) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:54:09.376406 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b0629-901c-4af0-a661-c3ab313992f8 req-a648c7a3-8b66-4bb4-9dd6-6cf0c9183241 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:09.379259 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9b1b0629-901c-4af0-a661-c3ab313992f8 req-a648c7a3-8b66-4bb4-9dd6-6cf0c9183241 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.1171513
Jul 06 00:54:09.471815 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9b1b0629-901c-4af0-a661-c3ab313992f8 req-9eb8268b-38a1-4d98-90fc-ad0867337282 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697777
Jul 06 00:54:09.975512 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3c56a91b-e3e2-4761-9a0b-2b69f880e171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854316684'] for router_interface, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:10.987579 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13120c-f25e-45a4-ae22-d90eebe89261 req-a5b01efb-4d67-41f9-b1a0-dedf9f76c12d tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:10.989202 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7d13120c-f25e-45a4-ae22-d90eebe89261 req-a5b01efb-4d67-41f9-b1a0-dedf9f76c12d tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.3923886
Jul 06 00:54:10.996818 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-3c56a91b-e3e2-4761-9a0b-2b69f880e171 admin admin] Deleting port 5991b4e3-7582-4c3c-8851-47453c16632c {{(pid=80880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:54:10.997199 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3c56a91b-e3e2-4761-9a0b-2b69f880e171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:11.187349 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7d13120c-f25e-45a4-ae22-d90eebe89261 req-237467db-6dc6-4e18-9b99-e5dfe4d60e69 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1586587
Jul 06 00:54:11.242031 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-3c56a91b-e3e2-4761-9a0b-2b69f880e171 admin admin] For port 5991b4e3-7582-4c3c-8851-47453c16632c, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=5991b4e3-7582-4c3c-8851-47453c16632c,segment=NetworkSegment(c12a8489-e3ef-4a29-9d7d-d16560fbcc5d),segment_id=c12a8489-e3ef-4a29-9d7d-d16560fbcc5d)] {{(pid=80880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:54:11.242398 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3c56a91b-e3e2-4761-9a0b-2b69f880e171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:11.387514 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-3c56a91b-e3e2-4761-9a0b-2b69f880e171 admin admin] Calling delete_port for 5991b4e3-7582-4c3c-8851-47453c16632c owned by network:router_interface {{(pid=80880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:54:11.581501 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3c56a91b-e3e2-4761-9a0b-2b69f880e171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:11.586557 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:11.632220 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56a91b-e3e2-4761-9a0b-2b69f880e171 admin admin] Pushing event deleted for resources: {'Port': ['ID=5991b4e3-7582-4c3c-8851-47453c16632c,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:11.636813 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3c56a91b-e3e2-4761-9a0b-2b69f880e171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:11.922374 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3c56a91b-e3e2-4761-9a0b-2b69f880e171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851622423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401411'] for router_interface, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:12.323410 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-236e2428-8d48-4145-a7f8-cdeecd1e1eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:12.514426 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787507bb-5d36-45ae-aa30-c76b5d0035f7 req-1c37ec7e-6048-4fbc-a752-fd256e195214 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:12.516022 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-787507bb-5d36-45ae-aa30-c76b5d0035f7 req-1c37ec7e-6048-4fbc-a752-fd256e195214 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.1597049
Jul 06 00:54:12.584196 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-787507bb-5d36-45ae-aa30-c76b5d0035f7 req-97f6fd63-1ec7-4434-ae62-cbdd51ba09ab tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607195
Jul 06 00:54:12.664010 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c56a91b-e3e2-4761-9a0b-2b69f880e171 admin admin] Router a9428ff6-0f7f-4603-895d-49150fddf108 has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:54:12.685213 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2f82d464-0f01-4852-92d9-b3e577947ea7 req-f17c8729-f0d4-4e0f-a69b-422815fa6e5b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21b0829bee9048fc90ba206d9988d456&device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 1099 time: 0.0942900
Jul 06 00:54:13.183059 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82d464-0f01-4852-92d9-b3e577947ea7 req-ea209820-2904-4a43-b456-e655a2046b77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:13.184672 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2f82d464-0f01-4852-92d9-b3e577947ea7 req-ea209820-2904-4a43-b456-e655a2046b77 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb HTTP/1.1" status: 200  len: 918 time: 0.4447274
Jul 06 00:54:13.296585 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2f82d464-0f01-4852-92d9-b3e577947ea7 req-16a5fe5f-4a59-443f-a10b-d9069eeb7bf2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65986850-5992-4aa1-8877-66feb800c05b HTTP/1.1" status: 200  len: 1002 time: 0.1032424
Jul 06 00:54:13.360710 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c56a91b-e3e2-4761-9a0b-2b69f880e171 admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:54:13.369371 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03b1d18-ac08-4435-95b2-6f42bce0953a None None] Sync routers for ids ['a9428ff6-0f7f-4603-895d-49150fddf108'] in dv-cinder-799546-2-iscsi {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:54:13.381527 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-3c56a91b-e3e2-4761-9a0b-2b69f880e171 admin admin] 10.222.0.13 "PUT /v2.0/routers/a9428ff6-0f7f-4603-895d-49150fddf108/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1429441
Jul 06 00:54:13.382883 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03b1d18-ac08-4435-95b2-6f42bce0953a None None] Routers {'a9428ff6-0f7f-4603-895d-49150fddf108'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:54:13.383174 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82d464-0f01-4852-92d9-b3e577947ea7 req-665c69d2-0207-472d-b856-e92f6a665754 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:13.383587 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-c03b1d18-ac08-4435-95b2-6f42bce0953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a909507b8>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:53:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['a9428ff6-0f7f-4603-895d-49150fddf108'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:54:13.384711 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 33186) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:54:13.384854 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2f82d464-0f01-4852-92d9-b3e577947ea7 req-665c69d2-0207-472d-b856-e92f6a665754 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8 HTTP/1.1" status: 200  len: 856 time: 0.0804372
Jul 06 00:54:13.467003 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2f82d464-0f01-4852-92d9-b3e577947ea7 req-fad592d2-f2d4-4cc1-9f92-5189805c5c86 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0741293
Jul 06 00:54:13.586455 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5536f355-44bd-4f56-b4c4-48d1637b203b admin admin] Notify callbacks [] for router, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:13.619403 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2f82d464-0f01-4852-92d9-b3e577947ea7 req-5b1e17ad-f244-4b93-9ffc-ad4d297f699b service neutron] 10.222.0.39 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441998
Jul 06 00:54:13.721477 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:13.734332 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-c03b1d18-ac08-4435-95b2-6f42bce0953a None None] Set router a9428ff6-0f7f-4603-895d-49150fddf108 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:54:13.809537 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5536f355-44bd-4f56-b4c4-48d1637b203b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:13.832508 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-5536f355-44bd-4f56-b4c4-48d1637b203b admin admin] Deleting port 4d3fb784-a4e0-4598-8936-b5b37cb230d6 {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:54:13.832892 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5536f355-44bd-4f56-b4c4-48d1637b203b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:13.856418 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2f82d464-0f01-4852-92d9-b3e577947ea7 req-15f393dc-22d1-431f-a522-214d6e559e4e service neutron] 10.222.0.39 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2292538
Jul 06 00:54:13.899363 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67663b17-d3b1-468d-bc5e-43c2b87b6155 req-de763e24-248a-420c-90ab-b557edfd2f41 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:13.901137 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-67663b17-d3b1-468d-bc5e-43c2b87b6155 req-de763e24-248a-420c-90ab-b557edfd2f41 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.1013637
Jul 06 00:54:13.971288 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-67663b17-d3b1-468d-bc5e-43c2b87b6155 req-0a1132bd-1e40-4263-a991-4433f07aea5f tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550039
Jul 06 00:54:14.028446 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-5536f355-44bd-4f56-b4c4-48d1637b203b admin admin] For port 4d3fb784-a4e0-4598-8936-b5b37cb230d6, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=4d3fb784-a4e0-4598-8936-b5b37cb230d6,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:54:14.029050 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5536f355-44bd-4f56-b4c4-48d1637b203b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:14.098162 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:14.105605 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-c03b1d18-ac08-4435-95b2-6f42bce0953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a909507b8>, [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:54:11Z', 'revision_number': 5, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port': {'id': '4d3fb784-a4e0-4598-8936-b5b37cb230d6', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:34:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:43:57Z', 'updated_at': '2021-07-06T00:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:54:14.109703 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03b1d18-ac08-4435-95b2-6f42bce0953a None None] Checking router: a9428ff6-0f7f-4603-895d-49150fddf108 for host: dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:54:14.122848 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03b1d18-ac08-4435-95b2-6f42bce0953a None None] Routers {'a9428ff6-0f7f-4603-895d-49150fddf108'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:54:14.123201 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-c03b1d18-ac08-4435-95b2-6f42bce0953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a909507b8>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:53:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['a9428ff6-0f7f-4603-895d-49150fddf108'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:54:14.164429 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-5536f355-44bd-4f56-b4c4-48d1637b203b admin admin] Calling delete_port for 4d3fb784-a4e0-4598-8936-b5b37cb230d6 owned by network:router_gateway {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:54:14.283883 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-c03b1d18-ac08-4435-95b2-6f42bce0953a None None] Set router a9428ff6-0f7f-4603-895d-49150fddf108 gateway port host: None {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:54:14.336917 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5536f355-44bd-4f56-b4c4-48d1637b203b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:14.341317 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1bc36222-fce0-4b5f-9763-43efe900a94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:14.409402 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a794adad-3516-4b46-b91d-34fe2f9d88ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:14.425541 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536f355-44bd-4f56-b4c4-48d1637b203b admin admin] Pushing event deleted for resources: {'Port': ['ID=4d3fb784-a4e0-4598-8936-b5b37cb230d6,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:14.430873 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5536f355-44bd-4f56-b4c4-48d1637b203b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:14.439637 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-c03b1d18-ac08-4435-95b2-6f42bce0953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a909507b8>, [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:54:13Z', 'revision_number': 6, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port_host': None}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:54:14.445577 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03b1d18-ac08-4435-95b2-6f42bce0953a None None] The sync data for ids ['a9428ff6-0f7f-4603-895d-49150fddf108'] in dv-cinder-799546-2-iscsi is: [{'id': 'a9428ff6-0f7f-4603-895d-49150fddf108', 'name': 'tempest-TestVolumeBootPattern-1544076119-router', 'tenant_id': '0a59ea96df14460c8e3284d59c6b11e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:43:56Z', 'updated_at': '2021-07-06T00:54:13Z', 'revision_number': 6, 'project_id': '0a59ea96df14460c8e3284d59c6b11e9', 'gw_port_host': None}] {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:54:14.671858 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5536f355-44bd-4f56-b4c4-48d1637b203b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854309336'] for router_gateway, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:14.860446 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:15.043694 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 4d3fb784-a4e0-4598-8936-b5b37cb230d6 no longer exists at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:54:15.079491 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] No Port match for: 4d3fb784-a4e0-4598-8936-b5b37cb230d6 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:54:15.080300 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 4d3fb784-a4e0-4598-8936-b5b37cb230d6 not bound to the agent host dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:54:15.081088 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 5991b4e3-7582-4c3c-8851-47453c16632c no longer exists at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:54:15.117824 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] No Port match for: 5991b4e3-7582-4c3c-8851-47453c16632c {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:54:15.118571 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 5991b4e3-7582-4c3c-8851-47453c16632c not bound to the agent host dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:54:15.177255 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1ddbf-23a9-4c0e-96d7-dcc6e4d5f618 req-5dc2ef1b-9c83-4ed4-bac6-ca24b3555d35 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:15.178507 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5536f355-44bd-4f56-b4c4-48d1637b203b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854256418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854766699'] for router, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:15.178674 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-60a1ddbf-23a9-4c0e-96d7-dcc6e4d5f618 req-5dc2ef1b-9c83-4ed4-bac6-ca24b3555d35 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.0820885
Jul 06 00:54:15.182888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5536f355-44bd-4f56-b4c4-48d1637b203b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:15.210004 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5536f355-44bd-4f56-b4c4-48d1637b203b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459192'] for router, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:15.210592 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5536f355-44bd-4f56-b4c4-48d1637b203b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9428ff6-0f7f-4603-895d-49150fddf108 {{(pid=80881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 06 00:54:15.227028 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5536f355-44bd-4f56-b4c4-48d1637b203b admin admin] Notify callbacks [] for router, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:15.228608 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-5536f355-44bd-4f56-b4c4-48d1637b203b admin admin] 10.222.0.13 "DELETE /v2.0/routers/a9428ff6-0f7f-4603-895d-49150fddf108 HTTP/1.1" status: 204  len: 168 time: 1.8425117
Jul 06 00:54:15.230984 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 33256) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:54:15.247036 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-60a1ddbf-23a9-4c0e-96d7-dcc6e4d5f618 req-a6ebe55e-8e8a-481a-ab66-7abee1cf0404 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608563
Jul 06 00:54:15.300202 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd5a52bd-a754-4c26-8fae-e923b359088d admin admin] Deleting subnet 1f2f0bee-f85d-4c51-8d52-55ad296fee6b {{(pid=80881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 00:54:15.300578 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bd5a52bd-a754-4c26-8fae-e923b359088d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:15.354937 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bd5a52bd-a754-4c26-8fae-e923b359088d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853420725'] for subnet, precommit_delete_associations {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:15.522683 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bd5a52bd-a754-4c26-8fae-e923b359088d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:15.781485 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-bd5a52bd-a754-4c26-8fae-e923b359088d admin admin] Delete allocated IP 172.20.0.2 (681d8fd8-4ec2-4a3b-8b9a-ac10096b7356/1f2f0bee-f85d-4c51-8d52-55ad296fee6b) {{(pid=80881) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Jul 06 00:54:15.921742 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-bd5a52bd-a754-4c26-8fae-e923b359088d admin admin] For port bbd16fe2-e623-4220-931f-36415d6e25b3, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=bbd16fe2-e623-4220-931f-36415d6e25b3,segment=NetworkSegment(c12a8489-e3ef-4a29-9d7d-d16560fbcc5d),segment_id=c12a8489-e3ef-4a29-9d7d-d16560fbcc5d)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:54:15.948302 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bd5a52bd-a754-4c26-8fae-e923b359088d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:15.955226 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bd5a52bd-a754-4c26-8fae-e923b359088d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853431108'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:15.959538 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1e7c0adb-c179-4441-904c-e1b643041db4 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:16.006670 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:16.022996 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bd5a52bd-a754-4c26-8fae-e923b359088d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312649'] for subnet, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:16.077421 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a52bd-a754-4c26-8fae-e923b359088d admin admin] Pushing event updated for resources: {'Port': ['ID=bbd16fe2-e623-4220-931f-36415d6e25b3,revision_number=4']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:16.082507 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-bd5a52bd-a754-4c26-8fae-e923b359088d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:16.101838 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bd5a52bd-a754-4c26-8fae-e923b359088d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851463167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1343856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823284784'] for subnet, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:16.106505 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a2e11e4d-b16f-4e62-b4bb-c8ca5243a85d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:16.140398 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a52bd-a754-4c26-8fae-e923b359088d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f2f0bee-f85d-4c51-8d52-55ad296fee6b,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:16.144979 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-bd5a52bd-a754-4c26-8fae-e923b359088d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:16.147890 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bd5a52bd-a754-4c26-8fae-e923b359088d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:16.153417 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e934d32-c9f1-4406-a005-f8dfa912b570 None None] Network 681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:54:16.154261 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-bd5a52bd-a754-4c26-8fae-e923b359088d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1f2f0bee-f85d-4c51-8d52-55ad296fee6b HTTP/1.1" status: 204  len: 168 time: 0.9220822
Jul 06 00:54:16.157103 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 33266) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:54:16.270983 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5bb6ab83-6e3c-4712-86b5-0ac923c23c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850613198'] for network, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:16.286908 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-5bb6ab83-6e3c-4712-86b5-0ac923c23c17 admin admin] Deleting port bbd16fe2-e623-4220-931f-36415d6e25b3 {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:54:16.288727 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5bb6ab83-6e3c-4712-86b5-0ac923c23c17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:16.436439 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5541127f-8fb5-4859-ae82-d56e7f222c2b None None] DHCP port deletion for 681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 request from dv-cinder-799546-2-iscsi {{(pid=80882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 06 00:54:16.440757 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-5541127f-8fb5-4859-ae82-d56e7f222c2b None None] Deleting port bbd16fe2-e623-4220-931f-36415d6e25b3 {{(pid=80882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:54:16.441171 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5541127f-8fb5-4859-ae82-d56e7f222c2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:16.463837 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31398aab-3ca8-4839-9c63-da4e4bacaf1f req-fcac59b6-472e-4af9-b84e-9006da4d3dfd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:16.465541 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-31398aab-3ca8-4839-9c63-da4e4bacaf1f req-fcac59b6-472e-4af9-b84e-9006da4d3dfd tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 946 time: 0.0923386
Jul 06 00:54:16.512196 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-5bb6ab83-6e3c-4712-86b5-0ac923c23c17 admin admin] For port bbd16fe2-e623-4220-931f-36415d6e25b3, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=bbd16fe2-e623-4220-931f-36415d6e25b3,segment=NetworkSegment(c12a8489-e3ef-4a29-9d7d-d16560fbcc5d),segment_id=c12a8489-e3ef-4a29-9d7d-d16560fbcc5d)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:54:16.512716 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5bb6ab83-6e3c-4712-86b5-0ac923c23c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:16.522376 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-31398aab-3ca8-4839-9c63-da4e4bacaf1f req-07c73eeb-7198-417a-99a6-106bea59cd2b tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483906
Jul 06 00:54:16.656738 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-5bb6ab83-6e3c-4712-86b5-0ac923c23c17 admin admin] Calling delete_port for bbd16fe2-e623-4220-931f-36415d6e25b3 owned by network:dhcp {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:54:16.738612 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5bb6ab83-6e3c-4712-86b5-0ac923c23c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:16.745024 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a9cb7174-b1ea-49b9-b820-e313416480db tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:16.793808 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6ab83-6e3c-4712-86b5-0ac923c23c17 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd16fe2-e623-4220-931f-36415d6e25b3,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:16.799461 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5bb6ab83-6e3c-4712-86b5-0ac923c23c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:16.804723 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb6ab83-6e3c-4712-86b5-0ac923c23c17 admin admin] No DVR routers for this DVR port bbd16fe2-e623-4220-931f-36415d6e25b3 on host dv-cinder-799546-2-iscsi {{(pid=80881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:54:16.839096 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-5541127f-8fb5-4859-ae82-d56e7f222c2b None None] For port bbd16fe2-e623-4220-931f-36415d6e25b3, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=bbd16fe2-e623-4220-931f-36415d6e25b3,segment=NetworkSegment(c12a8489-e3ef-4a29-9d7d-d16560fbcc5d),segment_id=c12a8489-e3ef-4a29-9d7d-d16560fbcc5d)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:54:16.839568 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5541127f-8fb5-4859-ae82-d56e7f222c2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:16.926593 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5bb6ab83-6e3c-4712-86b5-0ac923c23c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851462971', 'neutron.services.segments.db._delete_segments_for_network-8734505439535'] for network, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:16.942826 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-5bb6ab83-6e3c-4712-86b5-0ac923c23c17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1a8fb8a400>,) {'filters': {'network_id': ['681d8fd8-4ec2-4a3b-8b9a-ac10096b7356']}} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:54:16.957354 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-5bb6ab83-6e3c-4712-86b5-0ac923c23c17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8fb8a400>, 'c12a8489-e3ef-4a29-9d7d-d16560fbcc5d') {'for_net_delete': True} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:54:16.957938 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-5bb6ab83-6e3c-4712-86b5-0ac923c23c17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8fb8a400>, 'c12a8489-e3ef-4a29-9d7d-d16560fbcc5d') {} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:54:16.977430 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5bb6ab83-6e3c-4712-86b5-0ac923c23c17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302349340327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1355068'] for segment, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:16.978840 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-5541127f-8fb5-4859-ae82-d56e7f222c2b None None] Calling delete_port for bbd16fe2-e623-4220-931f-36415d6e25b3 owned by network:dhcp {{(pid=80882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:54:16.994932 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5bb6ab83-6e3c-4712-86b5-0ac923c23c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:17.005244 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb6ab83-6e3c-4712-86b5-0ac923c23c17 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=80881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 00:54:17.005677 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5bb6ab83-6e3c-4712-86b5-0ac923c23c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851464142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853431138'] for segment, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]: Traceback (most recent call last):
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:     timer()
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:     cb(*args, **kw)
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:     return func(*args, **kwargs)
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:     self._notify()
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:     self.callback(batched_events)
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:     event.method(event)
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:     segment_id)['aggregates'][0]
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:     return f(self, *a, **k)
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self._get(url).json()
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:     **kwargs)
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self.request(url, 'GET', **kwargs)
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:     **endpoint_filter)
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 00:54:17.027197 dv-cinder-799546-2-iscsi neutron-server[80769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 00:54:17.057617 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device bbd16fe2-e623-4220-931f-36415d6e25b3 no longer exists at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:54:17.096174 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] No Port match for: bbd16fe2-e623-4220-931f-36415d6e25b3 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:54:17.096565 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device bbd16fe2-e623-4220-931f-36415d6e25b3 not bound to the agent host dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:54:17.101251 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.db.api [None req-5541127f-8fb5-4859-ae82-d56e7f222c2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80882) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 06 00:54:17.101659 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_db.api [None req-5541127f-8fb5-4859-ae82-d56e7f222c2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 06 00:54:17.104751 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5bb6ab83-6e3c-4712-86b5-0ac923c23c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3312860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459991'] for network, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:17.108595 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:17.122781 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5bb6ab83-6e3c-4712-86b5-0ac923c23c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:17.134856 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6ab83-6e3c-4712-86b5-0ac923c23c17 admin admin] Pushing event deleted for resources: {'Network': ['ID=681d8fd8-4ec2-4a3b-8b9a-ac10096b7356,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:17.137650 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-5bb6ab83-6e3c-4712-86b5-0ac923c23c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:17.155828 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-5bb6ab83-6e3c-4712-86b5-0ac923c23c17 admin admin] 10.222.0.13 "DELETE /v2.0/networks/681d8fd8-4ec2-4a3b-8b9a-ac10096b7356 HTTP/1.1" status: 204  len: 168 time: 0.9974453
Jul 06 00:54:17.159999 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 33290) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:54:17.333136 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 65986850-5992-4aa1-8877-66feb800c05b no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:54:17.451001 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:17.486242 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9bce5f-a2fb-4f26-9d12-018908125af8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65986850-5992-4aa1-8877-66feb800c05b'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:54:17.499935 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 65986850-5992-4aa1-8877-66feb800c05b, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=65986850-5992-4aa1-8877-66feb800c05b,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:54:17.517704 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:17.519902 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:17.559920 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Nova returned NotFound for event: [{'server_uuid': '0d9bce5f-a2fb-4f26-9d12-018908125af8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65986850-5992-4aa1-8877-66feb800c05b'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:253}}
Jul 06 00:54:17.596086 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=65986850-5992-4aa1-8877-66feb800c05b,revision_number=8']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:17.599404 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:17.602260 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-5541127f-8fb5-4859-ae82-d56e7f222c2b None None] Deleting port bbd16fe2-e623-4220-931f-36415d6e25b3 {{(pid=80882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:54:17.602720 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5541127f-8fb5-4859-ae82-d56e7f222c2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:17.674230 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-5541127f-8fb5-4859-ae82-d56e7f222c2b None None] The port 'bbd16fe2-e623-4220-931f-36415d6e25b3' was deleted {{(pid=80882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1909}}
Jul 06 00:54:17.803884 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-761c3e74-d2c1-423c-810d-19e51e6a1c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854316684'] for router_interface, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:18.143728 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d175fc00-9866-4a11-9ac2-ec0210f77434 req-66d0d649-2ee0-40be-bf8a-1b10fa1a394a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1780989
Jul 06 00:54:18.432077 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-761c3e74-d2c1-423c-810d-19e51e6a1c5a admin admin] Deleting port 827a8a4a-46ac-43ba-9cd7-28ff19263eeb {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:54:18.432438 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-761c3e74-d2c1-423c-810d-19e51e6a1c5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:18.443770 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf241d0b-6eec-4928-9519-85909057f3c6 req-7d754784-c184-4e25-803f-50fe29ab0fe2 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:18.445350 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bf241d0b-6eec-4928-9519-85909057f3c6 req-7d754784-c184-4e25-803f-50fe29ab0fe2 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 944 time: 0.0859675
Jul 06 00:54:18.508563 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bf241d0b-6eec-4928-9519-85909057f3c6 req-8a121880-88a3-4a57-ae0f-7a294c7ed2a3 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549626
Jul 06 00:54:18.616396 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-761c3e74-d2c1-423c-810d-19e51e6a1c5a admin admin] For port 827a8a4a-46ac-43ba-9cd7-28ff19263eeb, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=827a8a4a-46ac-43ba-9cd7-28ff19263eeb,segment=NetworkSegment(710d4f93-be5e-4b88-96c1-5741c88ca46a),segment_id=710d4f93-be5e-4b88-96c1-5741c88ca46a)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:54:18.616795 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-761c3e74-d2c1-423c-810d-19e51e6a1c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:18.745537 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-761c3e74-d2c1-423c-810d-19e51e6a1c5a admin admin] Calling delete_port for 827a8a4a-46ac-43ba-9cd7-28ff19263eeb owned by network:router_interface {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:54:18.923266 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-761c3e74-d2c1-423c-810d-19e51e6a1c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:18.927702 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-37066600-87b6-498a-9e0e-8a399c71d2e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:18.972763 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c3e74-d2c1-423c-810d-19e51e6a1c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=827a8a4a-46ac-43ba-9cd7-28ff19263eeb,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:18.977167 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-761c3e74-d2c1-423c-810d-19e51e6a1c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:19.326729 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-53d4a044-0c65-4805-910e-4a7bedfe2999 req-92564d97-5858-40d1-9a70-97180ac44443 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8&tenant_id=21b0829bee9048fc90ba206d9988d456 HTTP/1.1" status: 200  len: 1097 time: 0.0884335
Jul 06 00:54:19.339793 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-761c3e74-d2c1-423c-810d-19e51e6a1c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851622423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401411'] for router_interface, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:19.427891 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-53d4a044-0c65-4805-910e-4a7bedfe2999 req-12b2d2bf-ae50-4187-9a40-25fff1c0d7b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21b0829bee9048fc90ba206d9988d456&device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 1097 time: 0.0769646
Jul 06 00:54:19.574704 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4a044-0c65-4805-910e-4a7bedfe2999 req-18a9ac6f-694f-492f-9b4e-95b0bcd0644f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:19.576311 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-53d4a044-0c65-4805-910e-4a7bedfe2999 req-18a9ac6f-694f-492f-9b4e-95b0bcd0644f service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb HTTP/1.1" status: 200  len: 918 time: 0.1410878
Jul 06 00:54:19.739205 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-53d4a044-0c65-4805-910e-4a7bedfe2999 req-f1dd9fcb-a3cf-4eee-a92a-93cf11113dd4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65986850-5992-4aa1-8877-66feb800c05b HTTP/1.1" status: 200  len: 1000 time: 0.1550512
Jul 06 00:54:19.808122 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d149a-aa80-4fbb-9de3-35bdffa2026e req-8343e86f-ad88-4eec-94e8-a9cb8c5b0f49 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:19.809681 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e09d149a-aa80-4fbb-9de3-35bdffa2026e req-8343e86f-ad88-4eec-94e8-a9cb8c5b0f49 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 944 time: 0.1689470
Jul 06 00:54:19.851853 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4a044-0c65-4805-910e-4a7bedfe2999 req-0023fcac-6c1e-4655-91d9-171a90841bad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:19.853414 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-53d4a044-0c65-4805-910e-4a7bedfe2999 req-0023fcac-6c1e-4655-91d9-171a90841bad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8 HTTP/1.1" status: 200  len: 856 time: 0.1045079
Jul 06 00:54:19.927818 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e09d149a-aa80-4fbb-9de3-35bdffa2026e req-81e71157-f9f2-4122-aaec-d43124eec467 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1101305
Jul 06 00:54:19.960241 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-53d4a044-0c65-4805-910e-4a7bedfe2999 req-f009a6c6-5836-4fef-bf5a-77d176c6dc75 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0940278
Jul 06 00:54:20.114903 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-53d4a044-0c65-4805-910e-4a7bedfe2999 req-55850679-8eb1-4f44-bab5-fb33dfbf683b service neutron] 10.222.0.39 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457949
Jul 06 00:54:20.174921 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761c3e74-d2c1-423c-810d-19e51e6a1c5a admin admin] Router b9ec080d-6954-4d5f-a305-ca57b0dffbc6 has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:54:20.274253 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-53d4a044-0c65-4805-910e-4a7bedfe2999 req-d199498f-96fc-49fc-b7c4-4a43511c2e52 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1516473
Jul 06 00:54:20.399780 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761c3e74-d2c1-423c-810d-19e51e6a1c5a admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:54:20.410443 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e36ca3b-7a32-4991-81a2-15a0b71ee075 None None] Sync routers for ids ['b9ec080d-6954-4d5f-a305-ca57b0dffbc6'] in dv-cinder-799546-2-iscsi {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:54:20.418888 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-761c3e74-d2c1-423c-810d-19e51e6a1c5a admin admin] 10.222.0.13 "PUT /v2.0/routers/b9ec080d-6954-4d5f-a305-ca57b0dffbc6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2558391
Jul 06 00:54:20.419885 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 33338) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:54:20.425110 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e36ca3b-7a32-4991-81a2-15a0b71ee075 None None] Routers {'b9ec080d-6954-4d5f-a305-ca57b0dffbc6'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:54:20.425997 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-2e36ca3b-7a32-4991-81a2-15a0b71ee075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90175a58>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:54:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b9ec080d-6954-4d5f-a305-ca57b0dffbc6'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:54:20.614128 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-2e36ca3b-7a32-4991-81a2-15a0b71ee075 None None] Set router b9ec080d-6954-4d5f-a305-ca57b0dffbc6 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:54:20.619412 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f65b646d-3207-441a-a2ad-a7724ccd6e96 admin admin] Notify callbacks [] for router, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:20.817670 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f65b646d-3207-441a-a2ad-a7724ccd6e96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:20.826927 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-f65b646d-3207-441a-a2ad-a7724ccd6e96 admin admin] Deleting port 88917476-81a3-46e0-b42d-47c4b4170590 {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:54:20.827337 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f65b646d-3207-441a-a2ad-a7724ccd6e96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:20.942288 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-2e36ca3b-7a32-4991-81a2-15a0b71ee075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90175a58>, [{'id': 'b9ec080d-6954-4d5f-a305-ca57b0dffbc6', 'name': 'tempest-TestVolumeBootPattern-59124378-router', 'tenant_id': 'c23598ed79544973a318549a5ce60618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '88917476-81a3-46e0-b42d-47c4b4170590', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:44:10Z', 'updated_at': '2021-07-06T00:54:18Z', 'revision_number': 5, 'project_id': 'c23598ed79544973a318549a5ce60618', 'gw_port': {'id': '88917476-81a3-46e0-b42d-47c4b4170590', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:0c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ec080d-6954-4d5f-a305-ca57b0dffbc6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:44:11Z', 'updated_at': '2021-07-06T00:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:54:20.947120 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e36ca3b-7a32-4991-81a2-15a0b71ee075 None None] Checking router: b9ec080d-6954-4d5f-a305-ca57b0dffbc6 for host: dv-cinder-799546-2-iscsi {{(pid=80882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:54:20.974716 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e36ca3b-7a32-4991-81a2-15a0b71ee075 None None] Routers {'b9ec080d-6954-4d5f-a305-ca57b0dffbc6'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:54:20.975397 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-2e36ca3b-7a32-4991-81a2-15a0b71ee075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90175a58>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:54:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['b9ec080d-6954-4d5f-a305-ca57b0dffbc6'], 'active': True} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:54:21.039539 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-f65b646d-3207-441a-a2ad-a7724ccd6e96 admin admin] For port 88917476-81a3-46e0-b42d-47c4b4170590, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=88917476-81a3-46e0-b42d-47c4b4170590,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:54:21.039926 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f65b646d-3207-441a-a2ad-a7724ccd6e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:21.224692 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-f65b646d-3207-441a-a2ad-a7724ccd6e96 admin admin] Calling delete_port for 88917476-81a3-46e0-b42d-47c4b4170590 owned by network:router_gateway {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:54:21.311534 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a1621-824d-4b9f-bad0-35e8b648e9f0 req-46444086-a22b-4691-b0b9-762c893bc391 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:21.322928 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cd2a1621-824d-4b9f-bad0-35e8b648e9f0 req-46444086-a22b-4691-b0b9-762c893bc391 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 944 time: 0.2313378
Jul 06 00:54:21.366225 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-2e36ca3b-7a32-4991-81a2-15a0b71ee075 None None] Set router b9ec080d-6954-4d5f-a305-ca57b0dffbc6 gateway port host: None {{(pid=80882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:54:21.492373 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cd2a1621-824d-4b9f-bad0-35e8b648e9f0 req-c722a0d3-50cb-461e-8356-019cd0651ec1 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1601453
Jul 06 00:54:21.527684 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f65b646d-3207-441a-a2ad-a7724ccd6e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:21.545311 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-16bf29e0-d3c1-4d16-9243-7f69fac7a647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:21.547857 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-2e36ca3b-7a32-4991-81a2-15a0b71ee075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90175a58>, [{'id': 'b9ec080d-6954-4d5f-a305-ca57b0dffbc6', 'name': 'tempest-TestVolumeBootPattern-59124378-router', 'tenant_id': 'c23598ed79544973a318549a5ce60618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:44:10Z', 'updated_at': '2021-07-06T00:54:20Z', 'revision_number': 6, 'project_id': 'c23598ed79544973a318549a5ce60618', 'gw_port_host': None}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:54:21.564941 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e36ca3b-7a32-4991-81a2-15a0b71ee075 None None] The sync data for ids ['b9ec080d-6954-4d5f-a305-ca57b0dffbc6'] in dv-cinder-799546-2-iscsi is: [{'id': 'b9ec080d-6954-4d5f-a305-ca57b0dffbc6', 'name': 'tempest-TestVolumeBootPattern-59124378-router', 'tenant_id': 'c23598ed79544973a318549a5ce60618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:44:10Z', 'updated_at': '2021-07-06T00:54:20Z', 'revision_number': 6, 'project_id': 'c23598ed79544973a318549a5ce60618', 'gw_port_host': None}] {{(pid=80882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:54:21.629361 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b646d-3207-441a-a2ad-a7724ccd6e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=88917476-81a3-46e0-b42d-47c4b4170590,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:21.632648 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f65b646d-3207-441a-a2ad-a7724ccd6e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:22.061667 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:54:22.207477 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f65b646d-3207-441a-a2ad-a7724ccd6e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854309336'] for router_gateway, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:22.487892 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f65b646d-3207-441a-a2ad-a7724ccd6e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854256418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854766699'] for router, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:22.492245 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f65b646d-3207-441a-a2ad-a7724ccd6e96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:22.521093 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f65b646d-3207-441a-a2ad-a7724ccd6e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459192'] for router, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:22.521827 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65b646d-3207-441a-a2ad-a7724ccd6e96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9ec080d-6954-4d5f-a305-ca57b0dffbc6 {{(pid=80881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 06 00:54:22.558898 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f65b646d-3207-441a-a2ad-a7724ccd6e96 admin admin] Notify callbacks [] for router, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:22.564757 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-f65b646d-3207-441a-a2ad-a7724ccd6e96 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b9ec080d-6954-4d5f-a305-ca57b0dffbc6 HTTP/1.1" status: 204  len: 168 time: 2.1410766
Jul 06 00:54:22.565271 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 33370) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:54:22.654452 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97ac5f5-6abf-42c1-8bd5-7f3e91eb3cf3 admin admin] Deleting subnet 51ad96b4-21e1-4672-ab4b-306e6bd73e80 {{(pid=80880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 00:54:22.655087 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b97ac5f5-6abf-42c1-8bd5-7f3e91eb3cf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:22.770107 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b97ac5f5-6abf-42c1-8bd5-7f3e91eb3cf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853343471'] for subnet, precommit_delete_associations {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:22.841025 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8caaa-6ead-4e47-a984-cafb3b325ff2 req-203aa3aa-32f3-46a0-89cd-2aee5e2395c6 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:22.842519 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e8a8caaa-6ead-4e47-a984-cafb3b325ff2 req-203aa3aa-32f3-46a0-89cd-2aee5e2395c6 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 944 time: 0.1585248
Jul 06 00:54:22.943458 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e8a8caaa-6ead-4e47-a984-cafb3b325ff2 req-322b1eaa-887e-4336-a53e-4945048236e1 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0933607
Jul 06 00:54:23.058727 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 827a8a4a-46ac-43ba-9cd7-28ff19263eeb no longer exists at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:54:23.110966 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] No Port match for: 827a8a4a-46ac-43ba-9cd7-28ff19263eeb {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:54:23.111602 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 827a8a4a-46ac-43ba-9cd7-28ff19263eeb not bound to the agent host dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:54:23.112013 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 88917476-81a3-46e0-b42d-47c4b4170590 no longer exists at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:54:23.154804 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] No Port match for: 88917476-81a3-46e0-b42d-47c4b4170590 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:54:23.155600 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 88917476-81a3-46e0-b42d-47c4b4170590 not bound to the agent host dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:54:23.264187 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b97ac5f5-6abf-42c1-8bd5-7f3e91eb3cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:23.542671 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-b97ac5f5-6abf-42c1-8bd5-7f3e91eb3cf3 admin admin] Delete allocated IP 172.20.0.2 (f217be4a-86b4-4f9b-8c52-7fe0e45e54bf/51ad96b4-21e1-4672-ab4b-306e6bd73e80) {{(pid=80880) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Jul 06 00:54:23.716368 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-b97ac5f5-6abf-42c1-8bd5-7f3e91eb3cf3 admin admin] For port fadf284c-1c16-49c3-a6bc-5fecddf76bc5, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=fadf284c-1c16-49c3-a6bc-5fecddf76bc5,segment=NetworkSegment(710d4f93-be5e-4b88-96c1-5741c88ca46a),segment_id=710d4f93-be5e-4b88-96c1-5741c88ca46a)] {{(pid=80880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:54:23.748459 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b97ac5f5-6abf-42c1-8bd5-7f3e91eb3cf3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:23.756082 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b97ac5f5-6abf-42c1-8bd5-7f3e91eb3cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822393280'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:23.760672 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fe31dc0f-893a-4976-b0f7-ebf2f1b2d50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:23.816114 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b97ac5f5-6abf-42c1-8bd5-7f3e91eb3cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312649'] for subnet, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:23.878648 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ac5f5-6abf-42c1-8bd5-7f3e91eb3cf3 admin admin] Pushing event updated for resources: {'Port': ['ID=fadf284c-1c16-49c3-a6bc-5fecddf76bc5,revision_number=4']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:23.885470 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b97ac5f5-6abf-42c1-8bd5-7f3e91eb3cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:23.905676 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b97ac5f5-6abf-42c1-8bd5-7f3e91eb3cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851463167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32381836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31702690'] for subnet, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:23.911030 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-601636e6-565a-4d42-b604-fbd77a398e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:23.953194 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ac5f5-6abf-42c1-8bd5-7f3e91eb3cf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51ad96b4-21e1-4672-ab4b-306e6bd73e80,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:23.960895 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b97ac5f5-6abf-42c1-8bd5-7f3e91eb3cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:23.964403 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b97ac5f5-6abf-42c1-8bd5-7f3e91eb3cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for subnet, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:23.971666 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9571a7a-c18b-4644-b2d5-75b80894eafa None None] Network f217be4a-86b4-4f9b-8c52-7fe0e45e54bf requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:54:23.973052 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-b97ac5f5-6abf-42c1-8bd5-7f3e91eb3cf3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/51ad96b4-21e1-4672-ab4b-306e6bd73e80 HTTP/1.1" status: 204  len: 168 time: 1.4066455
Jul 06 00:54:23.976069 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 33376) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:54:24.098405 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d4eeea8d-a618-466d-810e-b4845ad86686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850613198'] for network, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:24.110665 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-d4eeea8d-a618-466d-810e-b4845ad86686 admin admin] Deleting port fadf284c-1c16-49c3-a6bc-5fecddf76bc5 {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:54:24.111111 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d4eeea8d-a618-466d-810e-b4845ad86686 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:24.235317 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca930cd-520c-4a0b-83e8-d9eb41cc47fd req-43524525-55a8-4170-a2c5-5e5a7bc61e2e tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:24.237150 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3ca930cd-520c-4a0b-83e8-d9eb41cc47fd req-43524525-55a8-4170-a2c5-5e5a7bc61e2e tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 944 time: 0.1595874
Jul 06 00:54:24.290514 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a0afc6-dc02-476e-af7e-27317c7a306b None None] DHCP port deletion for f217be4a-86b4-4f9b-8c52-7fe0e45e54bf request from dv-cinder-799546-2-iscsi {{(pid=80882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 06 00:54:24.295659 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-e0a0afc6-dc02-476e-af7e-27317c7a306b None None] Deleting port fadf284c-1c16-49c3-a6bc-5fecddf76bc5 {{(pid=80882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:54:24.296181 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e0a0afc6-dc02-476e-af7e-27317c7a306b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:24.302630 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-3ca930cd-520c-4a0b-83e8-d9eb41cc47fd req-cab50426-9dcd-48da-9ba2-68b0ebc2dcff tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582008
Jul 06 00:54:24.432709 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-d4eeea8d-a618-466d-810e-b4845ad86686 admin admin] For port fadf284c-1c16-49c3-a6bc-5fecddf76bc5, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=fadf284c-1c16-49c3-a6bc-5fecddf76bc5,segment=NetworkSegment(710d4f93-be5e-4b88-96c1-5741c88ca46a),segment_id=710d4f93-be5e-4b88-96c1-5741c88ca46a)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:54:24.433113 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d4eeea8d-a618-466d-810e-b4845ad86686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:24.551359 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-e0a0afc6-dc02-476e-af7e-27317c7a306b None None] For port fadf284c-1c16-49c3-a6bc-5fecddf76bc5, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=fadf284c-1c16-49c3-a6bc-5fecddf76bc5,segment=NetworkSegment(710d4f93-be5e-4b88-96c1-5741c88ca46a),segment_id=710d4f93-be5e-4b88-96c1-5741c88ca46a)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:54:24.551844 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e0a0afc6-dc02-476e-af7e-27317c7a306b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:24.576768 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-d4eeea8d-a618-466d-810e-b4845ad86686 admin admin] Calling delete_port for fadf284c-1c16-49c3-a6bc-5fecddf76bc5 owned by network:dhcp {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:54:24.651980 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d4eeea8d-a618-466d-810e-b4845ad86686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:24.657210 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d4ae9dc1-174a-4415-b56c-944217c17a87 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:24.694941 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-e0a0afc6-dc02-476e-af7e-27317c7a306b None None] Calling delete_port for fadf284c-1c16-49c3-a6bc-5fecddf76bc5 owned by network:dhcp {{(pid=80882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:54:24.709906 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eeea8d-a618-466d-810e-b4845ad86686 admin admin] Pushing event deleted for resources: {'Port': ['ID=fadf284c-1c16-49c3-a6bc-5fecddf76bc5,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:24.721410 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d4eeea8d-a618-466d-810e-b4845ad86686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:24.738757 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eeea8d-a618-466d-810e-b4845ad86686 admin admin] No DVR routers for this DVR port fadf284c-1c16-49c3-a6bc-5fecddf76bc5 on host dv-cinder-799546-2-iscsi {{(pid=80881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:54:24.770742 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.db.api [None req-e0a0afc6-dc02-476e-af7e-27317c7a306b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80882) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 06 00:54:24.771171 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_db.api [None req-e0a0afc6-dc02-476e-af7e-27317c7a306b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 06 00:54:24.869114 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d4eeea8d-a618-466d-810e-b4845ad86686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851462971', 'neutron.services.segments.db._delete_segments_for_network-8734505439535'] for network, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:24.884887 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-d4eeea8d-a618-466d-810e-b4845ad86686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1a8f0a94a8>,) {'filters': {'network_id': ['f217be4a-86b4-4f9b-8c52-7fe0e45e54bf']}} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:54:24.898161 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-d4eeea8d-a618-466d-810e-b4845ad86686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8f0a94a8>, '710d4f93-be5e-4b88-96c1-5741c88ca46a') {'for_net_delete': True} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:54:24.898505 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-d4eeea8d-a618-466d-810e-b4845ad86686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8f0a94a8>, '710d4f93-be5e-4b88-96c1-5741c88ca46a') {} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:54:24.910662 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d4eeea8d-a618-466d-810e-b4845ad86686 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302349340327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1355068'] for segment, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:24.930580 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d4eeea8d-a618-466d-810e-b4845ad86686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:24.942995 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4eeea8d-a618-466d-810e-b4845ad86686 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=80881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 00:54:24.943552 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d4eeea8d-a618-466d-810e-b4845ad86686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851464142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853431138'] for segment, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]: Traceback (most recent call last):
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:     timer()
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:     cb(*args, **kw)
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:     return func(*args, **kwargs)
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:     self._notify()
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:     self.callback(batched_events)
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:     event.method(event)
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:     segment_id)['aggregates'][0]
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:     return f(self, *a, **k)
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self._get(url).json()
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:     **kwargs)
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self.request(url, 'GET', **kwargs)
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:     **endpoint_filter)
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 00:54:24.961065 dv-cinder-799546-2-iscsi neutron-server[80769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 00:54:25.042392 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device fadf284c-1c16-49c3-a6bc-5fecddf76bc5 no longer exists at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:54:25.052674 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d4eeea8d-a618-466d-810e-b4845ad86686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3312860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459991'] for network, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:25.064629 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d4eeea8d-a618-466d-810e-b4845ad86686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:25.068929 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d550882b-739f-47c4-8ff5-3f3131a9c933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:25.079409 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] No Port match for: fadf284c-1c16-49c3-a6bc-5fecddf76bc5 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:54:25.079624 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device fadf284c-1c16-49c3-a6bc-5fecddf76bc5 not bound to the agent host dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:54:25.095900 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eeea8d-a618-466d-810e-b4845ad86686 admin admin] Pushing event deleted for resources: {'Network': ['ID=f217be4a-86b4-4f9b-8c52-7fe0e45e54bf,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:25.098607 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d4eeea8d-a618-466d-810e-b4845ad86686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:25.102389 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-d4eeea8d-a618-466d-810e-b4845ad86686 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f217be4a-86b4-4f9b-8c52-7fe0e45e54bf HTTP/1.1" status: 204  len: 168 time: 1.1252480
Jul 06 00:54:25.273303 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-e0a0afc6-dc02-476e-af7e-27317c7a306b None None] Deleting port fadf284c-1c16-49c3-a6bc-5fecddf76bc5 {{(pid=80882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:54:25.273859 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e0a0afc6-dc02-476e-af7e-27317c7a306b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:25.284534 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 33388) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:54:25.346814 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-9b78274d-85b9-4523-9df5-f087c1287736 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a59ea96df14460c8e3284d59c6b11e9&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0607228
Jul 06 00:54:25.349513 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 33394) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:54:25.351566 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-e0a0afc6-dc02-476e-af7e-27317c7a306b None None] The port 'fadf284c-1c16-49c3-a6bc-5fecddf76bc5' was deleted {{(pid=80882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1909}}
Jul 06 00:54:25.432210 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b0bae48a-f12b-4823-9f8f-872eae4552a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:25.461812 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b0bae48a-f12b-4823-9f8f-872eae4552a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:25.586009 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d24fea-d768-4edb-ad36-28d63cfbbc68 req-c1294464-cbc0-4698-9c96-1683ff3eb7d8 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:25.587532 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-86d24fea-d768-4edb-ad36-28d63cfbbc68 req-c1294464-cbc0-4698-9c96-1683ff3eb7d8 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 944 time: 0.1148713
Jul 06 00:54:25.588585 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b0bae48a-f12b-4823-9f8f-872eae4552a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:25.593651 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-bb1a23e4-bc22-47eb-bc8a-0fa01655b2da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:25.622238 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bae48a-f12b-4823-9f8f-872eae4552a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72449e00-ad69-4f6e-82cb-ccc82cbf5dab,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:25.632159 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b0bae48a-f12b-4823-9f8f-872eae4552a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:25.636432 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b0bae48a-f12b-4823-9f8f-872eae4552a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:25.638226 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-b0bae48a-f12b-4823-9f8f-872eae4552a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72449e00-ad69-4f6e-82cb-ccc82cbf5dab HTTP/1.1" status: 204  len: 168 time: 0.2874787
Jul 06 00:54:25.666775 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-86d24fea-d768-4edb-ad36-28d63cfbbc68 req-c054e572-287b-4da5-a224-3f9bbf571555 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614378
Jul 06 00:54:26.151205 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 33408) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:54:26.218709 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-d7adac41-4c37-42fd-819f-7ce55ad2f893 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c23598ed79544973a318549a5ce60618&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0661526
Jul 06 00:54:26.221620 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 33416) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:54:26.292888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d76daf88-c8ff-41d1-a700-2646756df28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:26.321946 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d76daf88-c8ff-41d1-a700-2646756df28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:26.377090 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d76daf88-c8ff-41d1-a700-2646756df28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:26.382195 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b33ec2e2-24bf-4abe-bf0d-a87db12be357 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:26.394598 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76daf88-c8ff-41d1-a700-2646756df28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30341b36-5f95-4f69-8159-6ff9b11041f4,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:26.401219 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d76daf88-c8ff-41d1-a700-2646756df28a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:26.401988 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d76daf88-c8ff-41d1-a700-2646756df28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:26.405819 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-d76daf88-c8ff-41d1-a700-2646756df28a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30341b36-5f95-4f69-8159-6ff9b11041f4 HTTP/1.1" status: 204  len: 168 time: 0.1805253
Jul 06 00:54:26.897916 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89d275-488f-4eca-b707-61b7159946d3 req-637e3987-fa13-4650-9074-9c8412ca9cac tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:26.899475 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1f89d275-488f-4eca-b707-61b7159946d3 req-637e3987-fa13-4650-9074-9c8412ca9cac tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 944 time: 0.0959656
Jul 06 00:54:26.956592 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1f89d275-488f-4eca-b707-61b7159946d3 req-cdd0b57d-25e9-4448-88c6-38221e4b5636 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499432
Jul 06 00:54:28.207636 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7df1a-1f80-46d7-81a4-579366563a92 req-1e800048-d617-46cd-a8a1-537014d4c397 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:28.209359 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-94c7df1a-1f80-46d7-81a4-579366563a92 req-1e800048-d617-46cd-a8a1-537014d4c397 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 944 time: 0.1261110
Jul 06 00:54:28.264934 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-94c7df1a-1f80-46d7-81a4-579366563a92 req-d84e2f5b-21b4-4f60-bbed-7079a00d659a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482147
Jul 06 00:54:29.485890 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fe34c-8460-4628-b945-d9381c28ca36 req-3adc4558-3077-44e0-9bd1-47bbf212895e tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:29.488849 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ac6fe34c-8460-4628-b945-d9381c28ca36 req-3adc4558-3077-44e0-9bd1-47bbf212895e tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 944 time: 0.0896235
Jul 06 00:54:29.550756 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ac6fe34c-8460-4628-b945-d9381c28ca36 req-bef4458d-a0d7-45f7-9aaf-ee61691fb201 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540247
Jul 06 00:54:30.758519 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee807631-e75a-44c6-af33-da55ba61e01e req-b7fc3777-7836-4204-8caa-10cbeb203ce6 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:30.760254 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ee807631-e75a-44c6-af33-da55ba61e01e req-b7fc3777-7836-4204-8caa-10cbeb203ce6 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 944 time: 0.0819242
Jul 06 00:54:30.815782 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ee807631-e75a-44c6-af33-da55ba61e01e req-d1b74dbf-7b56-4693-97cc-be489b3fdd95 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477328
Jul 06 00:54:32.163030 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7e23f-4127-4ab1-aa7f-914950d8825c req-6ed3e058-e2bb-4fa0-bab4-b1bcbaeaeccc tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:32.164573 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e5a7e23f-4127-4ab1-aa7f-914950d8825c req-6ed3e058-e2bb-4fa0-bab4-b1bcbaeaeccc tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 944 time: 0.0826614
Jul 06 00:54:32.216059 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e5a7e23f-4127-4ab1-aa7f-914950d8825c req-fee13fec-b985-4035-b703-d39d36be6663 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442979
Jul 06 00:54:33.415483 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bd6c4-42df-4113-b3dc-dbb50588beb8 req-b113acef-7a30-4557-b75b-aadd6d467d45 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:33.416945 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d74bd6c4-42df-4113-b3dc-dbb50588beb8 req-b113acef-7a30-4557-b75b-aadd6d467d45 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 944 time: 0.0852230
Jul 06 00:54:33.471962 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d74bd6c4-42df-4113-b3dc-dbb50588beb8 req-77f4b31f-a1c9-432a-bd08-e7104c016d8c tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468125
Jul 06 00:54:34.662001 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b513903-075d-4c9e-9a25-5edce99f3ccb req-15fdd854-59c7-4939-8be4-3eaaaa73fea4 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:34.663587 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5b513903-075d-4c9e-9a25-5edce99f3ccb req-15fdd854-59c7-4939-8be4-3eaaaa73fea4 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 944 time: 0.0776329
Jul 06 00:54:34.712668 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5b513903-075d-4c9e-9a25-5edce99f3ccb req-439a912d-85dc-4202-8349-23573c5c18d8 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421405
Jul 06 00:54:35.931396 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80db512-d961-42ab-b73e-c58bc019924b req-29586a8d-bd83-45dd-b50b-5301ba352d19 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:35.932985 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a80db512-d961-42ab-b73e-c58bc019924b req-29586a8d-bd83-45dd-b50b-5301ba352d19 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 944 time: 0.0827370
Jul 06 00:54:35.989751 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a80db512-d961-42ab-b73e-c58bc019924b req-1c77117c-3745-47bd-96f6-d29d84425c87 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488939
Jul 06 00:54:37.216092 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb27297-440a-462b-a814-368678125d16 req-f1fb2cd5-1bf0-426f-9fca-6a36f774be25 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:37.217611 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bbb27297-440a-462b-a814-368678125d16 req-f1fb2cd5-1bf0-426f-9fca-6a36f774be25 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 944 time: 0.0818987
Jul 06 00:54:37.267887 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bbb27297-440a-462b-a814-368678125d16 req-288764ff-9039-4363-8457-0ba63708c2ce tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415747
Jul 06 00:54:38.459320 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e80eac-5e76-4418-9e2d-b7e0732d3a2d req-5737f48b-aed2-4cc1-8359-a4658385d322 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:38.460902 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-49e80eac-5e76-4418-9e2d-b7e0732d3a2d req-5737f48b-aed2-4cc1-8359-a4658385d322 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 944 time: 0.0788248
Jul 06 00:54:38.515002 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-49e80eac-5e76-4418-9e2d-b7e0732d3a2d req-1becd3ef-d2a7-4b13-8843-a9b50a4d507e tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471570
Jul 06 00:54:39.706384 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555badc-fc17-43c9-85c0-ec8e672664db req-b353cbb7-9963-4f96-b8bc-e9b3c2f0c0ab tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:39.708002 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d555badc-fc17-43c9-85c0-ec8e672664db req-b353cbb7-9963-4f96-b8bc-e9b3c2f0c0ab tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 944 time: 0.0774074
Jul 06 00:54:39.757497 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d555badc-fc17-43c9-85c0-ec8e672664db req-0963a420-854e-4efc-8c92-8553f17db3a1 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420294
Jul 06 00:54:40.956652 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a0fc8-62cc-430a-80c7-16fca4f8d6bb req-2d98f1cd-2e59-4828-a4b4-88622be9a0aa tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:40.958253 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ea3a0fc8-62cc-430a-80c7-16fca4f8d6bb req-2d98f1cd-2e59-4828-a4b4-88622be9a0aa tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 944 time: 0.0827806
Jul 06 00:54:41.007789 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ea3a0fc8-62cc-430a-80c7-16fca4f8d6bb req-6d30fd93-1f8f-4916-afd9-aae9724bafc4 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425441
Jul 06 00:54:42.200690 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf011a5d-96eb-45f6-a1ae-01d33011a7b2 req-02f8c118-f8c5-4a1d-b83e-91ab96e4276b tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:42.202280 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bf011a5d-96eb-45f6-a1ae-01d33011a7b2 req-02f8c118-f8c5-4a1d-b83e-91ab96e4276b tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 944 time: 0.0777879
Jul 06 00:54:42.257988 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-bf011a5d-96eb-45f6-a1ae-01d33011a7b2 req-ca589816-2a60-4e6b-b17b-1f00e62d7e97 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475109
Jul 06 00:54:42.325579 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-522bfa7f-212b-4dd1-812e-cd2b02068fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:43.449691 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a109c-c306-481c-837b-e1b69915c177 req-b9682ff8-b745-4855-91ff-00c20caf98aa tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:43.451287 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a16a109c-c306-481c-837b-e1b69915c177 req-b9682ff8-b745-4855-91ff-00c20caf98aa tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 944 time: 0.0770879
Jul 06 00:54:43.488225 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 65986850-5992-4aa1-8877-66feb800c05b details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 00:54:43.501560 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a16a109c-c306-481c-837b-e1b69915c177 req-8503d102-0771-40f8-a2c4-179385106fc7 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424950
Jul 06 00:54:43.623128 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 65986850-5992-4aa1-8877-66feb800c05b, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=65986850-5992-4aa1-8877-66feb800c05b,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:54:43.638506 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Returning: {'device': '65986850-5992-4aa1-8877-66feb800c05b', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'port_id': '65986850-5992-4aa1-8877-66feb800c05b', 'mac_address': 'fa:16:3e:00:46:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 00:54:43.701603 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:43.707916 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:43.726880 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65986850-5992-4aa1-8877-66feb800c05b {{(pid=80882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:54:43.742680 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 65986850-5992-4aa1-8877-66feb800c05b, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=65986850-5992-4aa1-8877-66feb800c05b,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:54:43.745345 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:43.747130 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:43.811797 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=65986850-5992-4aa1-8877-66feb800c05b,revision_number=9']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:43.815660 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:44.110191 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:44.117843 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['65986850-5992-4aa1-8877-66feb800c05b'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:54:44.351415 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6bde913b-0788-48b1-a5c0-3256334e6a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:44.697162 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc5d6c-88de-4e05-b190-2e6fe053a937 req-b4765356-0155-46d9-8749-47f516df39e7 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:44.698706 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1acc5d6c-88de-4e05-b190-2e6fe053a937 req-b4765356-0155-46d9-8749-47f516df39e7 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 945 time: 0.0827203
Jul 06 00:54:44.749909 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-1acc5d6c-88de-4e05-b190-2e6fe053a937 req-3d93a9f6-4718-4fcc-8ffd-7e10a28c2cfb tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441604
Jul 06 00:54:44.857009 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:45.503561 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 65986850-5992-4aa1-8877-66feb800c05b up at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:54:45.571387 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning complete for port 65986850-5992-4aa1-8877-66feb800c05b triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:54:45.571802 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:45.679875 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:45.706074 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9bce5f-a2fb-4f26-9d12-018908125af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65986850-5992-4aa1-8877-66feb800c05b'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:54:45.717009 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 65986850-5992-4aa1-8877-66feb800c05b, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=65986850-5992-4aa1-8877-66feb800c05b,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:54:45.720398 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:45.723078 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:45.758035 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9bce5f-a2fb-4f26-9d12-018908125af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65986850-5992-4aa1-8877-66feb800c05b', 'code': 200}
Jul 06 00:54:45.787316 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=65986850-5992-4aa1-8877-66feb800c05b,revision_number=10']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:45.790430 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:45.947008 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451361c-de97-4da3-9c5d-2d4725bde963 req-2df76db3-3fa7-4dac-b722-050bc38e5b9e tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:45.948552 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a451361c-de97-4da3-9c5d-2d4725bde963 req-2df76db3-3fa7-4dac-b722-050bc38e5b9e tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 947 time: 0.0792258
Jul 06 00:54:46.004493 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:46.046252 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-a451361c-de97-4da3-9c5d-2d4725bde963 req-1ed618a7-3475-48ed-ba78-78fc2e0ac82f tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623200
Jul 06 00:54:46.057398 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-13f07789-77f4-4c6c-85f5-326c7f5b1506 req-3f9a265a-e1fa-4cc0-949c-e55e81ea90f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 1100 time: 0.1164310
Jul 06 00:54:46.101710 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-13f07789-77f4-4c6c-85f5-326c7f5b1506 req-3ff8c9cd-ee45-4b52-9123-77e7d132ebe8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368147
Jul 06 00:54:46.521586 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 33530) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:54:46.705788 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b98a1d0a-ed20-41e0-bb60-442e60d6a95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:46.737068 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-b98a1d0a-ed20-41e0-bb60-442e60d6a95c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:54:46.740908 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-b98a1d0a-ed20-41e0-bb60-442e60d6a95c admin admin] Usage tracker for resource:security_group_rule and tenant:b2d89e1e985045c1b5c89d3eb22bba29 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:54:46.743730 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-b98a1d0a-ed20-41e0-bb60-442e60d6a95c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:54:46.749380 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-b98a1d0a-ed20-41e0-bb60-442e60d6a95c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:54:46.824949 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b98a1d0a-ed20-41e0-bb60-442e60d6a95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:46.831109 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b98a1d0a-ed20-41e0-bb60-442e60d6a95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:46.838489 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e05e479b-def8-481a-9cb7-970faac102df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:46.882983 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a1d0a-ed20-41e0-bb60-442e60d6a95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc49a78-ce8b-460d-9697-0d4b7930cc5b,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:46.886706 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b98a1d0a-ed20-41e0-bb60-442e60d6a95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:46.889546 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-b98a1d0a-ed20-41e0-bb60-442e60d6a95c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2d89e1e985045c1b5c89d3eb22bba29&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3667455
Jul 06 00:54:46.893010 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 33536) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:54:46.954014 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-96c056ad-1aa6-420c-96e0-02b4800ba3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:46.985325 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-96c056ad-1aa6-420c-96e0-02b4800ba3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:47.032553 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-96c056ad-1aa6-420c-96e0-02b4800ba3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:47.037680 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-06bcb72a-2a11-4407-9435-9681e3c6f6ea tempest-AttachVolumeTestJSON-2019030108 tempest-AttachVolumeTestJSON-2019030108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:47.048780 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c056ad-1aa6-420c-96e0-02b4800ba3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc49a78-ce8b-460d-9697-0d4b7930cc5b,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:47.053695 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-96c056ad-1aa6-420c-96e0-02b4800ba3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:47.055803 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-96c056ad-1aa6-420c-96e0-02b4800ba3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:47.056912 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-96c056ad-1aa6-420c-96e0-02b4800ba3f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2dc49a78-ce8b-460d-9697-0d4b7930cc5b HTTP/1.1" status: 204  len: 168 time: 0.1633646
Jul 06 00:54:47.443651 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00618be8-72f9-4869-b589-dd4eec970da7 req-10b74b04-c770-4c57-929b-1dd762e743ac tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:47.445278 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-00618be8-72f9-4869-b589-dd4eec970da7 req-10b74b04-c770-4c57-929b-1dd762e743ac tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 947 time: 0.0888751
Jul 06 00:54:47.498230 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-00618be8-72f9-4869-b589-dd4eec970da7 req-d2f6d13c-9f58-4939-85d6-0cfabf6e7fe5 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445397
Jul 06 00:54:48.001473 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 33594) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:54:48.143709 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-2ce659c5-bd20-4481-b456-54ee7a91bd0f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-69358879-network', 'tenant_id': '548eb5fe49504e6596bf3d52d20d0b7e'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:54:48.148724 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-2ce659c5-bd20-4481-b456-54ee7a91bd0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:54:48.152674 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-2ce659c5-bd20-4481-b456-54ee7a91bd0f admin admin] Usage tracker for resource:network and tenant:548eb5fe49504e6596bf3d52d20d0b7e is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:54:48.156584 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-2ce659c5-bd20-4481-b456-54ee7a91bd0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:54:48.163177 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-2ce659c5-bd20-4481-b456-54ee7a91bd0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:54:48.171797 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce659c5-bd20-4481-b456-54ee7a91bd0f admin admin] Made reservation on behalf of 548eb5fe49504e6596bf3d52d20d0b7e for: {'network': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:54:48.176462 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2ce659c5-bd20-4481-b456-54ee7a91bd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for network, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:48.188892 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2ce659c5-bd20-4481-b456-54ee7a91bd0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:48.222433 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-2ce659c5-bd20-4481-b456-54ee7a91bd0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:54:48.226787 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-2ce659c5-bd20-4481-b456-54ee7a91bd0f admin admin] Usage tracker for resource:security_group_rule and tenant:548eb5fe49504e6596bf3d52d20d0b7e is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:54:48.229675 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-2ce659c5-bd20-4481-b456-54ee7a91bd0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:54:48.235935 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-2ce659c5-bd20-4481-b456-54ee7a91bd0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:54:48.305911 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2ce659c5-bd20-4481-b456-54ee7a91bd0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:48.308607 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2ce659c5-bd20-4481-b456-54ee7a91bd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:48.312582 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9cca10dd-d58b-4622-ae72-77e6dc788061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:48.341397 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce659c5-bd20-4481-b456-54ee7a91bd0f admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'}  {{(pid=80880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 00:54:48.350569 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce659c5-bd20-4481-b456-54ee7a91bd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b0980b-2fca-4346-8a03-82576ce3f100,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:48.354298 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-2ce659c5-bd20-4481-b456-54ee7a91bd0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:48.356732 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2ce659c5-bd20-4481-b456-54ee7a91bd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:48.357111 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.segments_db [None req-2ce659c5-bd20-4481-b456-54ee7a91bd0f admin admin] Added segment 87f1e813-dbe3-4fbf-811c-3ce613c76df3 of type vlan for network 92023782-d3fa-4490-91a4-0e9ae4864309
Jul 06 00:54:48.383039 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2ce659c5-bd20-4481-b456-54ee7a91bd0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734504930197'] for network, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:48.412329 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2ce659c5-bd20-4481-b456-54ee7a91bd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for network, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:48.413490 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce659c5-bd20-4481-b456-54ee7a91bd0f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:48.414117 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2ce659c5-bd20-4481-b456-54ee7a91bd0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:48.418988 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3b706ec1-e1a1-4588-99d8-ef7168a5a668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:48.529569 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-2ce659c5-bd20-4481-b456-54ee7a91bd0f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5266240
Jul 06 00:54:48.533224 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 33602) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:54:48.538662 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce659c5-bd20-4481-b456-54ee7a91bd0f admin admin] Pushing event updated for resources: {'Network': ['ID=92023782-d3fa-4490-91a4-0e9ae4864309,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:48.539572 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-b2d96b15-359c-40b6-bda2-053b5439ac19 admin admin] Request body: {'subnet': {'network_id': '92023782-d3fa-4490-91a4-0e9ae4864309', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-69358879-subnet', 'tenant_id': '548eb5fe49504e6596bf3d52d20d0b7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:54:48.542268 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-2ce659c5-bd20-4481-b456-54ee7a91bd0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:48.545915 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-b2d96b15-359c-40b6-bda2-053b5439ac19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:54:48.551285 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-b2d96b15-359c-40b6-bda2-053b5439ac19 admin admin] Usage tracker for resource:subnet and tenant:548eb5fe49504e6596bf3d52d20d0b7e is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:54:48.552301 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Network 92023782-d3fa-4490-91a4-0e9ae4864309 details requested by agent ovs-agent-dv-cinder-799546-2-iscsi with host dv-cinder-799546-2-iscsi {{(pid=80882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 00:54:48.554310 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-b2d96b15-359c-40b6-bda2-053b5439ac19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:54:48.561416 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-b2d96b15-359c-40b6-bda2-053b5439ac19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:54:48.570806 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d96b15-359c-40b6-bda2-053b5439ac19 admin admin] Made reservation on behalf of 548eb5fe49504e6596bf3d52d20d0b7e for: {'subnet': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:54:48.575742 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b2d96b15-359c-40b6-bda2-053b5439ac19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31490863'] for subnet, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:48.701057 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201debe-6f32-4270-8a21-b40b7347b488 req-441ec433-dea0-4075-aef9-53c31861d1f9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:48.702618 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5201debe-6f32-4270-8a21-b40b7347b488 req-441ec433-dea0-4075-aef9-53c31861d1f9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 947 time: 0.0822561
Jul 06 00:54:48.753367 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5201debe-6f32-4270-8a21-b40b7347b488 req-f991ffed-8dc2-4097-8765-49e650d50557 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417938
Jul 06 00:54:48.773381 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b2d96b15-359c-40b6-bda2-053b5439ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853432012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31491032'] for subnet, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:48.778033 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-da9f080b-aeea-4dbb-8d14-9700b421c101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:48.853857 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d96b15-359c-40b6-bda2-053b5439ac19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff36a2c8-aef1-4c02-b836-b24f9b6f212c,revision_number=0']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:48.857953 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b2d96b15-359c-40b6-bda2-053b5439ac19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:48.866228 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d96b15-359c-40b6-bda2-053b5439ac19 admin admin] Checking segment: {'id': '87f1e813-dbe3-4fbf-811c-3ce613c76df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92023782-d3fa-4490-91a4-0e9ae4864309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:54:48.866624 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d96b15-359c-40b6-bda2-053b5439ac19 admin admin] Network hostable DHCP agents. Network: 92023782-d3fa-4490-91a4-0e9ae4864309, hostable agents: ['f5e345ff-b6f9-433d-a315-fe369d22c770'], hosted agents: [] {{(pid=80881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 00:54:48.875376 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d96b15-359c-40b6-bda2-053b5439ac19 admin admin] Network 92023782-d3fa-4490-91a4-0e9ae4864309 is scheduled to be hosted by DHCP agent f5e345ff-b6f9-433d-a315-fe369d22c770 {{(pid=80881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 00:54:48.883909 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-b2d96b15-359c-40b6-bda2-053b5439ac19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-2-iscsi, 92023782-d3fa-4490-91a4-0e9ae4864309) {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:54:48.887771 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d96b15-359c-40b6-bda2-053b5439ac19 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:48.888408 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b2d96b15-359c-40b6-bda2-053b5439ac19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:48.893635 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441881ed-89c1-4c4f-a104-ce4ff305b1be None None] Network 92023782-d3fa-4490-91a4-0e9ae4864309 requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:54:48.909323 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-b2d96b15-359c-40b6-bda2-053b5439ac19 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.3749168
Jul 06 00:54:49.287672 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afac00d-dc60-434c-b742-cbb4c710484a None None] Network 92023782-d3fa-4490-91a4-0e9ae4864309 requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:54:51.270853 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-aa9d8fee-d742-47a8-8997-7e6b5465679e tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:51.271637 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-aa9d8fee-d742-47a8-8997-7e6b5465679e tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Synchronizing usage tracker for tenant:548eb5fe49504e6596bf3d52d20d0b7e on resource:network {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:54:51.287633 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-aa9d8fee-d742-47a8-8997-7e6b5465679e tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Unset dirty status for tenant:548eb5fe49504e6596bf3d52d20d0b7e on resource:network {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:54:51.288809 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-aa9d8fee-d742-47a8-8997-7e6b5465679e tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/networks?id=92023782-d3fa-4490-91a4-0e9ae4864309 HTTP/1.1" status: 200  len: 812 time: 0.4026484
Jul 06 00:54:51.307068 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-c450db6c-3c30-4c41-a6cf-4e279ce0739e tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/quotas/548eb5fe49504e6596bf3d52d20d0b7e HTTP/1.1" status: 200  len: 375 time: 0.0112700
Jul 06 00:54:51.356847 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-ab637a85-3b03-4895-abf4-9f3bfa558ea8 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=548eb5fe49504e6596bf3d52d20d0b7e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0435843
Jul 06 00:54:51.368617 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-6814e37a-1e4f-46f4-8121-873eb92f35a1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 06 00:54:51.369618 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-6814e37a-1e4f-46f4-8121-873eb92f35a1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 11621 time: 0.0050485
Jul 06 00:54:51.505216 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-652dde41-6b2e-4f91-82c9-6f37f71d0947 service neutron] 10.222.0.13 "GET /v2.0/networks/92023782-d3fa-4490-91a4-0e9ae4864309?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281710
Jul 06 00:54:51.647646 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-2b005fbe-f92b-4f29-ac08-34d2d84d4b81 service neutron] 10.222.0.13 "GET /v2.0/networks/92023782-d3fa-4490-91a4-0e9ae4864309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319244
Jul 06 00:54:51.897493 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9c6ea93e-bc89-426d-99ad-3f262f6176bd req-fc8ec54a-fdd8-4dcc-ba21-5820b4b64c78 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?device_id=1113e671-75c7-467e-9628-5f1ff9fb0f5a HTTP/1.1" status: 200  len: 210 time: 0.0502396
Jul 06 00:54:53.006454 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-b2b1c172-ca06-4844-bd97-4d720de9fa26 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:53.008067 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-b2b1c172-ca06-4844-bd97-4d720de9fa26 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.39 "GET /v2.0/networks?id=92023782-d3fa-4490-91a4-0e9ae4864309 HTTP/1.1" status: 200  len: 812 time: 0.1657541
Jul 06 00:54:53.021119 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Request body: {'port': {'device_id': '1113e671-75c7-467e-9628-5f1ff9fb0f5a', 'network_id': '92023782-d3fa-4490-91a4-0e9ae4864309', 'admin_state_up': True, 'tenant_id': '548eb5fe49504e6596bf3d52d20d0b7e'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:54:53.191516 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5889456c-f778-4c09-acb8-7e1f096bd4d1 req-6b728f98-052d-4328-adc2-54ca09b75cdb tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?device_id=1113e671-75c7-467e-9628-5f1ff9fb0f5a HTTP/1.1" status: 200  len: 210 time: 0.1415951
Jul 06 00:54:53.281914 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:54:53.294228 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Usage tracker for resource:port and tenant:548eb5fe49504e6596bf3d52d20d0b7e is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:54:53.297456 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:54:53.304411 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:54:53.315355 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Made reservation on behalf of 548eb5fe49504e6596bf3d52d20d0b7e for: {'port': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:54:53.321363 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:53.520239 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Allocated IP 172.20.0.14 (92023782-d3fa-4490-91a4-0e9ae4864309/ff36a2c8-aef1-4c02-b836-b24f9b6f212c/d510a837-62a9-41b1-b22a-c783d240dbc9) {{(pid=80880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:54:53.745123 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Notify callbacks [] for port, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:53.769753 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:53.775336 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-59a7d176-a18b-4019-9266-19dee46f5ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:53.845171 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Network 92023782-d3fa-4490-91a4-0e9ae4864309 is already hosted by enough agents. {{(pid=80880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:54:53.848637 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Resources bound (agent type, host, resource id):  {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:54:53.853131 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Received port after_create {{(pid=80880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:54:53.876892 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Pushing event updated for resources: {'Port': ['ID=d510a837-62a9-41b1-b22a-c783d240dbc9,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:53.902429 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:54:53.902849 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:54:53.903288 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:54:53.903703 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:54:53.904109 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:54:53.904513 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:54:53.904914 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:54:53.905312 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:54:53.905708 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:54:53.906101 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:54:53.906496 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:54:53.912853 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:53.928711 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:53.929372 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:53.949584 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-4721994d-f195-47cd-b503-524db495a094 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9332955
Jul 06 00:54:53.962592 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-b26be576-6751-4347-a64e-919e51495351 service neutron] Request body: {'port': {'device_id': '1113e671-75c7-467e-9628-5f1ff9fb0f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:54:54.065481 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-b26be576-6751-4347-a64e-919e51495351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:54.467441 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60dd1d-df62-4f58-a749-b28295bcb948 req-2554160a-f378-4310-820b-d64fcad1986d tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:54.468182 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-fd60dd1d-df62-4f58-a749-b28295bcb948 req-2554160a-f378-4310-820b-d64fcad1986d tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Synchronizing usage tracker for tenant:548eb5fe49504e6596bf3d52d20d0b7e on resource:port {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:54:54.473569 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-b26be576-6751-4347-a64e-919e51495351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d510a837-62a9-41b1-b22a-c783d240dbc9 {{(pid=80880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:54:54.482685 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-b26be576-6751-4347-a64e-919e51495351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:54.506325 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-b26be576-6751-4347-a64e-919e51495351 service neutron] Transition to ACTIVE for port object d510a837-62a9-41b1-b22a-c783d240dbc9 will not be triggered until provisioned by entity L2. {{(pid=80880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:54:54.507639 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-fd60dd1d-df62-4f58-a749-b28295bcb948 req-2554160a-f378-4310-820b-d64fcad1986d tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Unset dirty status for tenant:548eb5fe49504e6596bf3d52d20d0b7e on resource:port {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:54:54.509160 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fd60dd1d-df62-4f58-a749-b28295bcb948 req-2554160a-f378-4310-820b-d64fcad1986d tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?device_id=1113e671-75c7-467e-9628-5f1ff9fb0f5a HTTP/1.1" status: 200  len: 932 time: 0.1898358
Jul 06 00:54:54.510212 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-b26be576-6751-4347-a64e-919e51495351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822393280'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:54.514496 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3c56a91b-e3e2-4761-9a0b-2b69f880e171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:54.671126 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26be576-6751-4347-a64e-919e51495351 service neutron] Pushing event updated for resources: {'Port': ['ID=d510a837-62a9-41b1-b22a-c783d240dbc9,revision_number=2']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:54.680590 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b26be576-6751-4347-a64e-919e51495351 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:54.687689 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-fd60dd1d-df62-4f58-a749-b28295bcb948 req-b3a54c2f-b709-4ac1-a7a8-d0e17f011b42 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Synchronizing usage tracker for tenant:548eb5fe49504e6596bf3d52d20d0b7e on resource:security_group {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:54:54.773299 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-fd60dd1d-df62-4f58-a749-b28295bcb948 req-b3a54c2f-b709-4ac1-a7a8-d0e17f011b42 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Unset dirty status for tenant:548eb5fe49504e6596bf3d52d20d0b7e on resource:security_group {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:54:54.774447 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-fd60dd1d-df62-4f58-a749-b28295bcb948 req-b3a54c2f-b709-4ac1-a7a8-d0e17f011b42 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b0980b-2fca-4346-8a03-82576ce3f100&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2223310
Jul 06 00:54:54.802641 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-b26be576-6751-4347-a64e-919e51495351 service neutron] Attempting to bind port d510a837-62a9-41b1-b22a-c783d240dbc9 on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:54:54.803011 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-b26be576-6751-4347-a64e-919e51495351 service neutron] Attempting to bind port d510a837-62a9-41b1-b22a-c783d240dbc9 by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': '87f1e813-dbe3-4fbf-811c-3ce613c76df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92023782-d3fa-4490-91a4-0e9ae4864309'}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:54:54.803427 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-b26be576-6751-4347-a64e-919e51495351 service neutron] Attempting to bind port d510a837-62a9-41b1-b22a-c783d240dbc9 on network 92023782-d3fa-4490-91a4-0e9ae4864309 {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:54:54.809369 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-b26be576-6751-4347-a64e-919e51495351 service neutron] Port d510a837-62a9-41b1-b22a-c783d240dbc9 on network 92023782-d3fa-4490-91a4-0e9ae4864309 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 00:54:54.809728 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-b26be576-6751-4347-a64e-919e51495351 service neutron] Attempting to bind port d510a837-62a9-41b1-b22a-c783d240dbc9 on network 92023782-d3fa-4490-91a4-0e9ae4864309 {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:54:54.816364 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-b26be576-6751-4347-a64e-919e51495351 service neutron] Checking agent: {'id': '043dc09b-b03f-45ac-adf3-2bee2c468120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'started_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:54:54.816731 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-b26be576-6751-4347-a64e-919e51495351 service neutron] Checking segment: {'id': '87f1e813-dbe3-4fbf-811c-3ce613c76df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92023782-d3fa-4490-91a4-0e9ae4864309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:54:54.817145 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-b26be576-6751-4347-a64e-919e51495351 service neutron] Bound using segment: {'id': '87f1e813-dbe3-4fbf-811c-3ce613c76df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92023782-d3fa-4490-91a4-0e9ae4864309'} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:54:54.817607 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-b26be576-6751-4347-a64e-919e51495351 service neutron] Bound port: d510a837-62a9-41b1-b22a-c783d240dbc9, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87f1e813-dbe3-4fbf-811c-3ce613c76df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92023782-d3fa-4490-91a4-0e9ae4864309'}}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:54:54.817978 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-b26be576-6751-4347-a64e-919e51495351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:54.902510 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-b26be576-6751-4347-a64e-919e51495351 service neutron] For port d510a837-62a9-41b1-b22a-c783d240dbc9, host hv-cinder-79954, cleared binding levels {{(pid=80880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:54:54.905591 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-b26be576-6751-4347-a64e-919e51495351 service neutron] For port d510a837-62a9-41b1-b22a-c783d240dbc9, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=d510a837-62a9-41b1-b22a-c783d240dbc9,segment=NetworkSegment(87f1e813-dbe3-4fbf-811c-3ce613c76df3),segment_id=87f1e813-dbe3-4fbf-811c-3ce613c76df3)] {{(pid=80880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:54:54.909449 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-b26be576-6751-4347-a64e-919e51495351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822393280'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:54.913706 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9379053c-1727-4367-ba72-eb755ad5396b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:54.972642 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-b26be576-6751-4347-a64e-919e51495351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:54.974104 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-b26be576-6751-4347-a64e-919e51495351 service neutron] 10.222.0.39 "PUT /v2.0/ports/d510a837-62a9-41b1-b22a-c783d240dbc9 HTTP/1.1" status: 200  len: 1094 time: 1.0161262
Jul 06 00:54:54.974642 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1113e671-75c7-467e-9628-5f1ff9fb0f5a', 'tag': 'd510a837-62a9-41b1-b22a-c783d240dbc9'}] {{(pid=80880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:54:54.992008 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26be576-6751-4347-a64e-919e51495351 service neutron] Pushing event updated for resources: {'Port': ['ID=d510a837-62a9-41b1-b22a-c783d240dbc9,revision_number=3']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:54.995176 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b26be576-6751-4347-a64e-919e51495351 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:54:55.051344 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1113e671-75c7-467e-9628-5f1ff9fb0f5a', 'tag': 'd510a837-62a9-41b1-b22a-c783d240dbc9', 'status': 'completed', 'code': 200}
Jul 06 00:54:55.088017 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-ebb1a3ee-42eb-4c84-9374-30ddfb6b9b1e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=548eb5fe49504e6596bf3d52d20d0b7e&device_id=1113e671-75c7-467e-9628-5f1ff9fb0f5a HTTP/1.1" status: 200  len: 1097 time: 0.0721464
Jul 06 00:54:55.163033 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-e9534c8a-b733-4142-b7be-eee9dc7b3c37 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d510a837-62a9-41b1-b22a-c783d240dbc9 HTTP/1.1" status: 200  len: 217 time: 0.0671625
Jul 06 00:54:55.230354 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-938c53be-5bdf-4376-b6cd-c8d9beaab2cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:55.231999 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-938c53be-5bdf-4376-b6cd-c8d9beaab2cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff36a2c8-aef1-4c02-b836-b24f9b6f212c HTTP/1.1" status: 200  len: 852 time: 0.0622773
Jul 06 00:54:55.285140 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-c6f20afe-d0e7-46ac-8b4e-5ed81b4f4cc9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=92023782-d3fa-4490-91a4-0e9ae4864309&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465167
Jul 06 00:54:55.420110 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-d82a8abf-fe62-47d9-95bf-97c334ebea84 service neutron] 10.222.0.39 "GET /v2.0/networks/92023782-d3fa-4490-91a4-0e9ae4864309?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279798
Jul 06 00:54:55.790580 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8eb40415-fc6d-4a44-9a57-b9b375c5145d req-a0f74008-77ee-4d44-80fa-1dc77705f7cf service neutron] 10.222.0.39 "GET /v2.0/networks/92023782-d3fa-4490-91a4-0e9ae4864309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3634853
Jul 06 00:54:55.957642 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-19d1c2ba-571d-4e86-8c33-425e5887fd65 req-7daf3991-6a47-4026-8636-d7ee728be550 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=548eb5fe49504e6596bf3d52d20d0b7e&device_id=1113e671-75c7-467e-9628-5f1ff9fb0f5a HTTP/1.1" status: 200  len: 1097 time: 0.1227920
Jul 06 00:54:56.061095 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62796e9-5d18-4ce6-8d99-91931977b21f req-e937e555-3ba2-41f7-b3a6-c89a469b51ae tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:56.062550 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e62796e9-5d18-4ce6-8d99-91931977b21f req-e937e555-3ba2-41f7-b3a6-c89a469b51ae tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?device_id=1113e671-75c7-467e-9628-5f1ff9fb0f5a HTTP/1.1" status: 200  len: 944 time: 0.1743057
Jul 06 00:54:56.144872 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e62796e9-5d18-4ce6-8d99-91931977b21f req-44322b3b-d550-4ec9-9fb2-dc95912b99e0 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b0980b-2fca-4346-8a03-82576ce3f100&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746453
Jul 06 00:54:56.145835 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1c2ba-571d-4e86-8c33-425e5887fd65 req-759ffeb1-4290-4818-b51e-7e57de3b0b4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:56.147281 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-19d1c2ba-571d-4e86-8c33-425e5887fd65 req-759ffeb1-4290-4818-b51e-7e57de3b0b4f service neutron] 10.222.0.39 "GET /v2.0/networks?id=92023782-d3fa-4490-91a4-0e9ae4864309 HTTP/1.1" status: 200  len: 913 time: 0.1816192
Jul 06 00:54:56.223121 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-19d1c2ba-571d-4e86-8c33-425e5887fd65 req-be11af77-18f7-4428-8cae-a381e83df23e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d510a837-62a9-41b1-b22a-c783d240dbc9 HTTP/1.1" status: 200  len: 217 time: 0.0683100
Jul 06 00:54:56.290182 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1c2ba-571d-4e86-8c33-425e5887fd65 req-b5456855-537e-43d4-bfa9-d2efaae61d74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:56.291690 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-19d1c2ba-571d-4e86-8c33-425e5887fd65 req-b5456855-537e-43d4-bfa9-d2efaae61d74 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff36a2c8-aef1-4c02-b836-b24f9b6f212c HTTP/1.1" status: 200  len: 852 time: 0.0620086
Jul 06 00:54:56.341090 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-19d1c2ba-571d-4e86-8c33-425e5887fd65 req-9fd3218f-9004-4611-8eab-d7a37d427e9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=92023782-d3fa-4490-91a4-0e9ae4864309&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416851
Jul 06 00:54:56.481580 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-19d1c2ba-571d-4e86-8c33-425e5887fd65 req-00fccfe4-6f43-4df7-936d-d479572f455f service neutron] 10.222.0.39 "GET /v2.0/networks/92023782-d3fa-4490-91a4-0e9ae4864309?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324284
Jul 06 00:54:56.631178 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-19d1c2ba-571d-4e86-8c33-425e5887fd65 req-921cb9df-1c19-4218-b70a-4ee2c5f52084 service neutron] 10.222.0.39 "GET /v2.0/networks/92023782-d3fa-4490-91a4-0e9ae4864309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409583
Jul 06 00:54:57.337912 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674acc0-9abb-48fb-a1aa-44b179cbe7fb req-2ffd78fc-ad60-4176-bb72-8c447b345fe4 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:57.339402 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2674acc0-9abb-48fb-a1aa-44b179cbe7fb req-2ffd78fc-ad60-4176-bb72-8c447b345fe4 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?device_id=1113e671-75c7-467e-9628-5f1ff9fb0f5a HTTP/1.1" status: 200  len: 944 time: 0.0816050
Jul 06 00:54:57.388762 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-2674acc0-9abb-48fb-a1aa-44b179cbe7fb req-69001303-7725-4f9a-82cb-47e8a80661d1 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b0980b-2fca-4346-8a03-82576ce3f100&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416145
Jul 06 00:54:58.580996 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9319714-8c55-46ad-aedf-37431c98c03b req-62e2eeb9-0847-466b-92b3-ceca7eb18961 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:58.582563 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e9319714-8c55-46ad-aedf-37431c98c03b req-62e2eeb9-0847-466b-92b3-ceca7eb18961 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?device_id=1113e671-75c7-467e-9628-5f1ff9fb0f5a HTTP/1.1" status: 200  len: 944 time: 0.0792165
Jul 06 00:54:58.636654 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e9319714-8c55-46ad-aedf-37431c98c03b req-f470534d-0495-4071-92ce-08cc9e56a9ff tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b0980b-2fca-4346-8a03-82576ce3f100&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469227
Jul 06 00:54:59.062022 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:54:59.587318 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device d510a837-62a9-41b1-b22a-c783d240dbc9 details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 00:54:59.720782 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port d510a837-62a9-41b1-b22a-c783d240dbc9, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=d510a837-62a9-41b1-b22a-c783d240dbc9,segment=NetworkSegment(87f1e813-dbe3-4fbf-811c-3ce613c76df3),segment_id=87f1e813-dbe3-4fbf-811c-3ce613c76df3)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:54:59.734825 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Returning: {'device': 'd510a837-62a9-41b1-b22a-c783d240dbc9', 'network_id': '92023782-d3fa-4490-91a4-0e9ae4864309', 'port_id': 'd510a837-62a9-41b1-b22a-c783d240dbc9', 'mac_address': 'fa:16:3e:73:61:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff36a2c8-aef1-4c02-b836-b24f9b6f212c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 00:54:59.788513 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:59.807009 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d510a837-62a9-41b1-b22a-c783d240dbc9 {{(pid=80882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:54:59.822152 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port d510a837-62a9-41b1-b22a-c783d240dbc9, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=d510a837-62a9-41b1-b22a-c783d240dbc9,segment=NetworkSegment(87f1e813-dbe3-4fbf-811c-3ce613c76df3),segment_id=87f1e813-dbe3-4fbf-811c-3ce613c76df3)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:54:59.826435 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:54:59.828249 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:54:59.829119 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3114d-d18e-4918-ace1-1cb3cee662fd req-791304e4-8a13-4c91-83fa-ba2c486787db tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:54:59.830848 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d0d3114d-d18e-4918-ace1-1cb3cee662fd req-791304e4-8a13-4c91-83fa-ba2c486787db tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?device_id=1113e671-75c7-467e-9628-5f1ff9fb0f5a HTTP/1.1" status: 200  len: 944 time: 0.0797727
Jul 06 00:54:59.882767 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-d0d3114d-d18e-4918-ace1-1cb3cee662fd req-10c0128f-b062-4505-be5c-d5f9175ba227 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b0980b-2fca-4346-8a03-82576ce3f100&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445235
Jul 06 00:54:59.888826 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=d510a837-62a9-41b1-b22a-c783d240dbc9,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:54:59.898556 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:54:59.898941 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:54:59.899339 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:54:59.899708 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:54:59.900077 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:54:59.900442 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:54:59.900801 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:54:59.901163 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:54:59.901521 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:54:59.901878 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:54:59.902235 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:54:59.906372 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:55:00.180599 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['d510a837-62a9-41b1-b22a-c783d240dbc9'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:55:01.074726 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0ae1c-8a37-462c-a7ff-8df48e9c8037 req-b19b57bf-eb49-4fcc-b22e-ccc2d22d9c8e tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:55:01.076325 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-74e0ae1c-8a37-462c-a7ff-8df48e9c8037 req-b19b57bf-eb49-4fcc-b22e-ccc2d22d9c8e tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?device_id=1113e671-75c7-467e-9628-5f1ff9fb0f5a HTTP/1.1" status: 200  len: 945 time: 0.0819509
Jul 06 00:55:01.126474 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-74e0ae1c-8a37-462c-a7ff-8df48e9c8037 req-bf33ec9b-4531-44ad-84dc-e1c49c0bc8b0 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b0980b-2fca-4346-8a03-82576ce3f100&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427265
Jul 06 00:55:01.596826 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device d510a837-62a9-41b1-b22a-c783d240dbc9 up at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:55:01.659747 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning for port d510a837-62a9-41b1-b22a-c783d240dbc9 completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:55:01.664455 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning complete for port d510a837-62a9-41b1-b22a-c783d240dbc9 triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:55:01.664868 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:55:01.771894 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:55:01.798768 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1113e671-75c7-467e-9628-5f1ff9fb0f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd510a837-62a9-41b1-b22a-c783d240dbc9'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:55:01.809571 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port d510a837-62a9-41b1-b22a-c783d240dbc9, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=d510a837-62a9-41b1-b22a-c783d240dbc9,segment=NetworkSegment(87f1e813-dbe3-4fbf-811c-3ce613c76df3),segment_id=87f1e813-dbe3-4fbf-811c-3ce613c76df3)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:55:01.812388 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:55:01.814855 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:55:01.857413 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1113e671-75c7-467e-9628-5f1ff9fb0f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd510a837-62a9-41b1-b22a-c783d240dbc9', 'code': 200}
Jul 06 00:55:01.886656 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=d510a837-62a9-41b1-b22a-c783d240dbc9,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:55:01.889879 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:55:02.086557 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-18c5e261-82e5-4916-a73f-a2a6983f3e31 req-9c8edfb9-aa42-4179-ad41-d68ce9a0e383 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1113e671-75c7-467e-9628-5f1ff9fb0f5a HTTP/1.1" status: 200  len: 1099 time: 0.0677836
Jul 06 00:55:02.137968 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-18c5e261-82e5-4916-a73f-a2a6983f3e31 req-0228fe59-272b-4891-9664-511c920819d3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=43b0980b-2fca-4346-8a03-82576ce3f100&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422289
Jul 06 00:55:02.319293 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215a18d-f43b-4a23-9d32-3b13688c951d req-5fea0f45-db05-4a37-8fb5-0042663d0fb6 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:55:02.320851 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7215a18d-f43b-4a23-9d32-3b13688c951d req-5fea0f45-db05-4a37-8fb5-0042663d0fb6 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?device_id=1113e671-75c7-467e-9628-5f1ff9fb0f5a HTTP/1.1" status: 200  len: 946 time: 0.0774512
Jul 06 00:55:02.369435 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7215a18d-f43b-4a23-9d32-3b13688c951d req-5e8b0046-4e0e-4a3a-b5db-f09d5fb02bc3 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b0980b-2fca-4346-8a03-82576ce3f100&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415857
Jul 06 00:55:03.565833 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfc5a8-4f92-41a9-bb77-d5d8e7e73267 req-9108ce63-c259-40b4-9c7c-d925ea9b7059 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:55:03.567446 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c6bfc5a8-4f92-41a9-bb77-d5d8e7e73267 req-9108ce63-c259-40b4-9c7c-d925ea9b7059 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?device_id=1113e671-75c7-467e-9628-5f1ff9fb0f5a HTTP/1.1" status: 200  len: 946 time: 0.0849960
Jul 06 00:55:03.616922 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-c6bfc5a8-4f92-41a9-bb77-d5d8e7e73267 req-8a5554e9-e8db-45ea-9b14-a5df4be4f74d tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b0980b-2fca-4346-8a03-82576ce3f100&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424716
Jul 06 00:55:12.328581 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-dbe243f2-8647-48d7-a107-5102952b629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:55:13.673949 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:55:14.112972 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:55:14.352610 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9bad1558-4c0f-45ab-8673-cd14e4dcc273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:55:14.859176 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:55:16.007673 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:55:19.341442 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-59bb5962-bb8a-4352-afb9-0314e3ee0098 req-60089269-bca6-4b04-8266-f993ea354184 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0676444
Jul 06 00:55:19.488639 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-59bb5962-bb8a-4352-afb9-0314e3ee0098 req-ecf2ea88-08b5-4f15-95c2-66ab48eb5094 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=21b0829bee9048fc90ba206d9988d456&device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 1100 time: 0.0724864
Jul 06 00:55:19.639981 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb5962-bb8a-4352-afb9-0314e3ee0098 req-740ffed0-7c0f-4dae-ab53-82a16ccb6d16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:55:19.641543 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-59bb5962-bb8a-4352-afb9-0314e3ee0098 req-740ffed0-7c0f-4dae-ab53-82a16ccb6d16 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb HTTP/1.1" status: 200  len: 918 time: 0.1333430
Jul 06 00:55:19.736877 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-59bb5962-bb8a-4352-afb9-0314e3ee0098 req-784d74f8-8ac7-4116-9df5-cff15d8709a3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65986850-5992-4aa1-8877-66feb800c05b HTTP/1.1" status: 200  len: 1002 time: 0.0879261
Jul 06 00:55:19.803926 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb5962-bb8a-4352-afb9-0314e3ee0098 req-1acbcf6d-1276-473d-9333-4cdab41c8213 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:55:19.805405 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-59bb5962-bb8a-4352-afb9-0314e3ee0098 req-1acbcf6d-1276-473d-9333-4cdab41c8213 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8 HTTP/1.1" status: 200  len: 856 time: 0.0612853
Jul 06 00:55:19.883268 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-59bb5962-bb8a-4352-afb9-0314e3ee0098 req-89826f34-ae88-4d48-9f87-6c898a479d6b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0697951
Jul 06 00:55:20.017171 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-59bb5962-bb8a-4352-afb9-0314e3ee0098 req-85af015d-9b1d-411e-8b18-16b0e424d597 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262538
Jul 06 00:55:20.390327 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-59bb5962-bb8a-4352-afb9-0314e3ee0098 req-29724cf0-f227-40f2-9d6d-dde2bab97768 service neutron] 10.222.0.39 "GET /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3659759
Jul 06 00:55:36.062199 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:55:42.329873 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9cc386c2-f971-461f-b0ca-19e186ba5013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:55:43.676166 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:55:44.109905 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:55:44.354812 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-26b7026e-0939-47e7-b0dd-9323ab77b523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:55:44.862156 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:55:46.008325 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:55:56.555000 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959bdf9-3606-4d3b-ab73-d1a2c7d29308 req-7270ce57-d566-4707-bda0-979525357698 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:55:56.556588 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-4959bdf9-3606-4d3b-ab73-d1a2c7d29308 req-7270ce57-d566-4707-bda0-979525357698 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?device_id=1113e671-75c7-467e-9628-5f1ff9fb0f5a HTTP/1.1" status: 200  len: 946 time: 0.0761819
Jul 06 00:55:56.619088 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-4959bdf9-3606-4d3b-ab73-d1a2c7d29308 req-98612bd4-5bcc-4945-95f1-e591c9b21f91 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b0980b-2fca-4346-8a03-82576ce3f100&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553665
Jul 06 00:55:57.810051 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40dd05-b763-40a1-8d58-ce88a7fbc66a req-5866ccd6-e973-4f67-b75f-0e67739f8617 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:55:57.811620 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5a40dd05-b763-40a1-8d58-ce88a7fbc66a req-5866ccd6-e973-4f67-b75f-0e67739f8617 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?device_id=1113e671-75c7-467e-9628-5f1ff9fb0f5a HTTP/1.1" status: 200  len: 946 time: 0.0777466
Jul 06 00:55:57.860581 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-5a40dd05-b763-40a1-8d58-ce88a7fbc66a req-fcfd862d-f709-4ed6-830a-98c749592c03 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b0980b-2fca-4346-8a03-82576ce3f100&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420208
Jul 06 00:55:58.360244 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd8731-43d2-4fea-8f72-976283a2771a req-c5d66a83-6aaf-4aaf-a0d7-e90a75b9b245 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:55:58.361795 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-93fd8731-43d2-4fea-8f72-976283a2771a req-c5d66a83-6aaf-4aaf-a0d7-e90a75b9b245 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.39 "GET /v2.0/ports?device_id=1113e671-75c7-467e-9628-5f1ff9fb0f5a HTTP/1.1" status: 200  len: 946 time: 0.0802519
Jul 06 00:55:58.430181 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-93fd8731-43d2-4fea-8f72-976283a2771a req-535e4884-350a-4a60-a509-73833c1ae682 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Deleting port d510a837-62a9-41b1-b22a-c783d240dbc9 {{(pid=80880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:55:58.430558 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-93fd8731-43d2-4fea-8f72-976283a2771a req-535e4884-350a-4a60-a509-73833c1ae682 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:55:58.666531 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-93fd8731-43d2-4fea-8f72-976283a2771a req-535e4884-350a-4a60-a509-73833c1ae682 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] For port d510a837-62a9-41b1-b22a-c783d240dbc9, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=d510a837-62a9-41b1-b22a-c783d240dbc9,segment=NetworkSegment(87f1e813-dbe3-4fbf-811c-3ce613c76df3),segment_id=87f1e813-dbe3-4fbf-811c-3ce613c76df3)] {{(pid=80880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:55:58.667113 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-93fd8731-43d2-4fea-8f72-976283a2771a req-535e4884-350a-4a60-a509-73833c1ae682 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:55:58.799456 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-93fd8731-43d2-4fea-8f72-976283a2771a req-535e4884-350a-4a60-a509-73833c1ae682 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Calling delete_port for d510a837-62a9-41b1-b22a-c783d240dbc9 owned by compute:nova {{(pid=80880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:55:58.937957 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-93fd8731-43d2-4fea-8f72-976283a2771a req-535e4884-350a-4a60-a509-73833c1ae682 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:55:58.944963 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b26be576-6751-4347-a64e-919e51495351 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:55:58.950706 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['d510a837-62a9-41b1-b22a-c783d240dbc9'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:55:59.025889 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e4884-350a-4a60-a509-73833c1ae682 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Pushing event deleted for resources: {'Port': ['ID=d510a837-62a9-41b1-b22a-c783d240dbc9,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:55:59.076144 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ae7411a9-2cc6-40a4-b642-794c9a34f431 req-e4e0c395-6d6e-463f-82ac-9ba4650da0de tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?device_id=1113e671-75c7-467e-9628-5f1ff9fb0f5a HTTP/1.1" status: 200  len: 210 time: 0.0917256
Jul 06 00:55:59.112615 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535e4884-350a-4a60-a509-73833c1ae682 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:55:59.113042 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535e4884-350a-4a60-a509-73833c1ae682 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:55:59.113452 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535e4884-350a-4a60-a509-73833c1ae682 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:55:59.113858 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535e4884-350a-4a60-a509-73833c1ae682 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:55:59.114264 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535e4884-350a-4a60-a509-73833c1ae682 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:55:59.114667 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535e4884-350a-4a60-a509-73833c1ae682 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:55:59.115066 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535e4884-350a-4a60-a509-73833c1ae682 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:55:59.115490 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535e4884-350a-4a60-a509-73833c1ae682 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:55:59.115885 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535e4884-350a-4a60-a509-73833c1ae682 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:55:59.116281 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535e4884-350a-4a60-a509-73833c1ae682 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:55:59.116681 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535e4884-350a-4a60-a509-73833c1ae682 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:55:59.124073 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-535e4884-350a-4a60-a509-73833c1ae682 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:55:59.124841 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fd8731-43d2-4fea-8f72-976283a2771a req-535e4884-350a-4a60-a509-73833c1ae682 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] No DVR routers for this DVR port d510a837-62a9-41b1-b22a-c783d240dbc9 on host hv-cinder-79954 {{(pid=80880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:55:59.127074 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-93fd8731-43d2-4fea-8f72-976283a2771a req-535e4884-350a-4a60-a509-73833c1ae682 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:55:59.130569 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1113e671-75c7-467e-9628-5f1ff9fb0f5a', 'name': 'network-vif-deleted', 'tag': 'd510a837-62a9-41b1-b22a-c783d240dbc9'}] {{(pid=80880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:55:59.146746 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-93fd8731-43d2-4fea-8f72-976283a2771a req-535e4884-350a-4a60-a509-73833c1ae682 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.39 "DELETE /v2.0/ports/d510a837-62a9-41b1-b22a-c783d240dbc9 HTTP/1.1" status: 204  len: 173 time: 0.7785108
Jul 06 00:55:59.188842 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1113e671-75c7-467e-9628-5f1ff9fb0f5a', 'name': 'network-vif-deleted', 'tag': 'd510a837-62a9-41b1-b22a-c783d240dbc9', 'status': 'completed', 'code': 200}
Jul 06 00:56:02.140615 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device d510a837-62a9-41b1-b22a-c783d240dbc9 no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:56:02.175204 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-375f1531-e412-4812-87f3-970f43045b6a None None] No Port match for: d510a837-62a9-41b1-b22a-c783d240dbc9 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:56:02.175596 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device d510a837-62a9-41b1-b22a-c783d240dbc9 not bound to the agent host hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:56:11.747363 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-6e776dc4-9429-4dbf-817a-394121177498 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:56:11.751619 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-6e776dc4-9429-4dbf-817a-394121177498 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/networks?id=92023782-d3fa-4490-91a4-0e9ae4864309 HTTP/1.1" status: 200  len: 812 time: 0.1552513
Jul 06 00:56:11.768310 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-d3a4a59a-a4db-49b7-96d2-cbc6050a8625 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/quotas/548eb5fe49504e6596bf3d52d20d0b7e HTTP/1.1" status: 200  len: 375 time: 0.0123162
Jul 06 00:56:11.820448 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-f53cba35-6ff9-4931-a036-bfeb5644be09 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Synchronizing usage tracker for tenant:548eb5fe49504e6596bf3d52d20d0b7e on resource:port {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:56:11.835068 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-f53cba35-6ff9-4931-a036-bfeb5644be09 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Unset dirty status for tenant:548eb5fe49504e6596bf3d52d20d0b7e on resource:port {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:56:11.836433 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-f53cba35-6ff9-4931-a036-bfeb5644be09 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=548eb5fe49504e6596bf3d52d20d0b7e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0618207
Jul 06 00:56:11.933700 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-0ec340fb-b05b-44ed-8762-8b31653379b1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=80880) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 06 00:56:11.934785 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-0ec340fb-b05b-44ed-8762-8b31653379b1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 11621 time: 0.0904298
Jul 06 00:56:12.071521 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-fc93aa1a-c34a-4f7f-b73e-646c80a8d1d4 service neutron] 10.222.0.13 "GET /v2.0/networks/92023782-d3fa-4490-91a4-0e9ae4864309?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290221
Jul 06 00:56:12.206736 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-95facdc4-ce4d-4602-896f-7e3b66289b30 service neutron] 10.222.0.13 "GET /v2.0/networks/92023782-d3fa-4490-91a4-0e9ae4864309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279728
Jul 06 00:56:12.332583 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cb3744c6-a757-4bbb-a09a-c7fe9210d66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:12.474137 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8f452875-c123-41f3-8fc4-990cf59d704a req-2fc4ff57-8a46-40a9-b2a9-060e3893b880 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?device_id=f30aa99f-231a-483c-a2dc-1fefaa199dac HTTP/1.1" status: 200  len: 210 time: 0.0473554
Jul 06 00:56:13.062344 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:56:13.503838 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-63ded283-a192-4bc0-8f44-72e013be2d90 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:56:13.505395 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-63ded283-a192-4bc0-8f44-72e013be2d90 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.39 "GET /v2.0/networks?id=92023782-d3fa-4490-91a4-0e9ae4864309 HTTP/1.1" status: 200  len: 812 time: 0.1517782
Jul 06 00:56:13.518216 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-36f34be1-4e2a-46e1-9fde-8cef21790f23 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Request body: {'port': {'device_id': 'f30aa99f-231a-483c-a2dc-1fefaa199dac', 'network_id': '92023782-d3fa-4490-91a4-0e9ae4864309', 'admin_state_up': True, 'tenant_id': '548eb5fe49504e6596bf3d52d20d0b7e'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:56:13.650839 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-333bac69-f34b-4225-870e-4c8b5c5538d0 req-2e7500f9-267c-4c03-a394-278785e97a81 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?device_id=f30aa99f-231a-483c-a2dc-1fefaa199dac HTTP/1.1" status: 200  len: 210 time: 0.0560904
Jul 06 00:56:13.680357 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:13.703836 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-36f34be1-4e2a-46e1-9fde-8cef21790f23 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:56:13.714046 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-36f34be1-4e2a-46e1-9fde-8cef21790f23 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:56:13.722880 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-36f34be1-4e2a-46e1-9fde-8cef21790f23 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Made reservation on behalf of 548eb5fe49504e6596bf3d52d20d0b7e for: {'port': 1} {{(pid=80880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:56:13.728280 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-36f34be1-4e2a-46e1-9fde-8cef21790f23 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:13.888096 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-36f34be1-4e2a-46e1-9fde-8cef21790f23 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Allocated IP 172.20.0.10 (92023782-d3fa-4490-91a4-0e9ae4864309/ff36a2c8-aef1-4c02-b836-b24f9b6f212c/71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e) {{(pid=80880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Jul 06 00:56:14.088856 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-36f34be1-4e2a-46e1-9fde-8cef21790f23 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Notify callbacks [] for port, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:14.113364 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-36f34be1-4e2a-46e1-9fde-8cef21790f23 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363302349796622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:14.119060 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-16a1ddb0-e1da-487b-9ab5-a49b92ece5b7 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:14.123725 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:14.188471 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-36f34be1-4e2a-46e1-9fde-8cef21790f23 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Network 92023782-d3fa-4490-91a4-0e9ae4864309 is already hosted by enough agents. {{(pid=80880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:240}}
Jul 06 00:56:14.191723 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-36f34be1-4e2a-46e1-9fde-8cef21790f23 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Resources bound (agent type, host, resource id):  {{(pid=80880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:56:14.195907 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-36f34be1-4e2a-46e1-9fde-8cef21790f23 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Received port after_create {{(pid=80880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 06 00:56:14.224279 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f34be1-4e2a-46e1-9fde-8cef21790f23 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Pushing event updated for resources: {'Port': ['ID=71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:14.231765 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-36f34be1-4e2a-46e1-9fde-8cef21790f23 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:14.259347 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-36f34be1-4e2a-46e1-9fde-8cef21790f23 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:56:14.260062 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-36f34be1-4e2a-46e1-9fde-8cef21790f23 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:14.287849 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-36f34be1-4e2a-46e1-9fde-8cef21790f23 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7739444
Jul 06 00:56:14.300965 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-85d284ba-e285-4501-9a63-5524c8722d49 service neutron] Request body: {'port': {'device_id': 'f30aa99f-231a-483c-a2dc-1fefaa199dac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79954'}} {{(pid=80880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:56:14.361346 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-05e7d665-8d81-4645-adb0-bf8e718c5653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:14.630393 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-85d284ba-e285-4501-9a63-5524c8722d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:14.863590 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:14.960235 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa046f-6b8e-444a-8acd-ddfb1c659788 req-93b108c7-0e75-49e6-8cd0-77ab523f68f7 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:56:14.960980 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-0cfa046f-6b8e-444a-8acd-ddfb1c659788 req-93b108c7-0e75-49e6-8cd0-77ab523f68f7 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Synchronizing usage tracker for tenant:548eb5fe49504e6596bf3d52d20d0b7e on resource:port {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:56:14.993039 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-0cfa046f-6b8e-444a-8acd-ddfb1c659788 req-93b108c7-0e75-49e6-8cd0-77ab523f68f7 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Unset dirty status for tenant:548eb5fe49504e6596bf3d52d20d0b7e on resource:port {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:56:14.994274 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0cfa046f-6b8e-444a-8acd-ddfb1c659788 req-93b108c7-0e75-49e6-8cd0-77ab523f68f7 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?device_id=f30aa99f-231a-483c-a2dc-1fefaa199dac HTTP/1.1" status: 200  len: 932 time: 0.2217095
Jul 06 00:56:15.067295 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-85d284ba-e285-4501-9a63-5524c8722d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e {{(pid=80880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:56:15.083585 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-85d284ba-e285-4501-9a63-5524c8722d49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:15.104939 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0cfa046f-6b8e-444a-8acd-ddfb1c659788 req-20c3b646-9c39-4a7a-9d56-0b526c9a7ac7 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b0980b-2fca-4346-8a03-82576ce3f100&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762129
Jul 06 00:56:15.107378 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-85d284ba-e285-4501-9a63-5524c8722d49 service neutron] Transition to ACTIVE for port object 71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e will not be triggered until provisioned by entity L2. {{(pid=80880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jul 06 00:56:15.111483 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-85d284ba-e285-4501-9a63-5524c8722d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822393280'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:15.115987 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-224f77e2-1529-44e5-80ab-6fa1c932ea42 tempest-TestShelveInstance-1253806559 tempest-TestShelveInstance-1253806559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:15.238928 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d284ba-e285-4501-9a63-5524c8722d49 service neutron] Pushing event updated for resources: {'Port': ['ID=71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e,revision_number=2']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:15.242687 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-85d284ba-e285-4501-9a63-5524c8722d49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:15.346715 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-85d284ba-e285-4501-9a63-5524c8722d49 service neutron] Attempting to bind port 71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e on host hv-cinder-79954 for vnic_type normal with profile  {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jul 06 00:56:15.347088 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-85d284ba-e285-4501-9a63-5524c8722d49 service neutron] Attempting to bind port 71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e by drivers openvswitch,hyperv on host hv-cinder-79954 at level 0 using segments [{'id': '87f1e813-dbe3-4fbf-811c-3ce613c76df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92023782-d3fa-4490-91a4-0e9ae4864309'}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jul 06 00:56:15.347480 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-85d284ba-e285-4501-9a63-5524c8722d49 service neutron] Attempting to bind port 71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e on network 92023782-d3fa-4490-91a4-0e9ae4864309 {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:56:15.353408 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-85d284ba-e285-4501-9a63-5524c8722d49 service neutron] Port 71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e on network 92023782-d3fa-4490-91a4-0e9ae4864309 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79954 {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 06 00:56:15.353790 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-85d284ba-e285-4501-9a63-5524c8722d49 service neutron] Attempting to bind port 71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e on network 92023782-d3fa-4490-91a4-0e9ae4864309 {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Jul 06 00:56:15.360966 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-85d284ba-e285-4501-9a63-5524c8722d49 service neutron] Checking agent: {'id': '043dc09b-b03f-45ac-adf3-2bee2c468120', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79954', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'started_at': datetime.datetime(2021, 7, 6, 0, 40, 13), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 0, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Jul 06 00:56:15.361337 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-85d284ba-e285-4501-9a63-5524c8722d49 service neutron] Checking segment: {'id': '87f1e813-dbe3-4fbf-811c-3ce613c76df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92023782-d3fa-4490-91a4-0e9ae4864309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:56:15.361758 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-85d284ba-e285-4501-9a63-5524c8722d49 service neutron] Bound using segment: {'id': '87f1e813-dbe3-4fbf-811c-3ce613c76df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92023782-d3fa-4490-91a4-0e9ae4864309'} {{(pid=80880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Jul 06 00:56:15.362219 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.managers [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-85d284ba-e285-4501-9a63-5524c8722d49 service neutron] Bound port: 71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e, host: hv-cinder-79954, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87f1e813-dbe3-4fbf-811c-3ce613c76df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92023782-d3fa-4490-91a4-0e9ae4864309'}}] {{(pid=80880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jul 06 00:56:15.362593 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-85d284ba-e285-4501-9a63-5524c8722d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:15.450651 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-85d284ba-e285-4501-9a63-5524c8722d49 service neutron] For port 71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e, host hv-cinder-79954, cleared binding levels {{(pid=80880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:111}}
Jul 06 00:56:15.453785 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-85d284ba-e285-4501-9a63-5524c8722d49 service neutron] For port 71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e, host hv-cinder-79954, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e,segment=NetworkSegment(87f1e813-dbe3-4fbf-811c-3ce613c76df3),segment_id=87f1e813-dbe3-4fbf-811c-3ce613c76df3)] {{(pid=80880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
Jul 06 00:56:15.456917 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-85d284ba-e285-4501-9a63-5524c8722d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822393280'] for port, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:15.461193 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-0d4aad72-eaef-4576-8909-e64dcbff648f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:15.518289 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-85d284ba-e285-4501-9a63-5524c8722d49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:15.519780 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-85d284ba-e285-4501-9a63-5524c8722d49 service neutron] 10.222.0.39 "PUT /v2.0/ports/71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e HTTP/1.1" status: 200  len: 1094 time: 1.2232213
Jul 06 00:56:15.520315 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30aa99f-231a-483c-a2dc-1fefaa199dac', 'tag': '71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e'}] {{(pid=80880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:56:15.536961 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d284ba-e285-4501-9a63-5524c8722d49 service neutron] Pushing event updated for resources: {'Port': ['ID=71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e,revision_number=3']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:15.540165 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-85d284ba-e285-4501-9a63-5524c8722d49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:15.597416 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f30aa99f-231a-483c-a2dc-1fefaa199dac', 'tag': '71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e', 'status': 'completed', 'code': 200}
Jul 06 00:56:15.633935 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-e4b6b560-70da-4fbf-b882-deec1736587c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=548eb5fe49504e6596bf3d52d20d0b7e&device_id=f30aa99f-231a-483c-a2dc-1fefaa199dac HTTP/1.1" status: 200  len: 1097 time: 0.0761666
Jul 06 00:56:15.703786 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-07d4947f-e974-416b-a3c8-ce830062cad4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e HTTP/1.1" status: 200  len: 217 time: 0.0622485
Jul 06 00:56:15.772937 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-5443ac46-dd30-4429-8a03-aa3e36d9ade3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:56:15.774436 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-5443ac46-dd30-4429-8a03-aa3e36d9ade3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff36a2c8-aef1-4c02-b836-b24f9b6f212c HTTP/1.1" status: 200  len: 852 time: 0.0630839
Jul 06 00:56:15.822444 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-99c50778-29e0-45b8-8d23-4e2fdfec5467 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=92023782-d3fa-4490-91a4-0e9ae4864309&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409138
Jul 06 00:56:15.960204 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-32d4a83f-0727-4a41-ae9e-ac04687c7096 service neutron] 10.222.0.39 "GET /v2.0/networks/92023782-d3fa-4490-91a4-0e9ae4864309?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300809
Jul 06 00:56:16.012174 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:16.096641 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-0c32956b-63c6-49f2-bb93-ee00d6921f8b req-6742439e-711d-4576-99eb-e91c9a82860e service neutron] 10.222.0.39 "GET /v2.0/networks/92023782-d3fa-4490-91a4-0e9ae4864309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290495
Jul 06 00:56:16.214276 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cd9ba091-ab05-4949-9fb3-73b586eee714 req-4891ce05-f582-4d89-8605-451c8ac2dbef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=548eb5fe49504e6596bf3d52d20d0b7e&device_id=f30aa99f-231a-483c-a2dc-1fefaa199dac HTTP/1.1" status: 200  len: 1097 time: 0.0719690
Jul 06 00:56:16.406635 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ba091-ab05-4949-9fb3-73b586eee714 req-be34be45-a276-4cb8-a8e7-856f2d677d61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:56:16.408185 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cd9ba091-ab05-4949-9fb3-73b586eee714 req-be34be45-a276-4cb8-a8e7-856f2d677d61 service neutron] 10.222.0.39 "GET /v2.0/networks?id=92023782-d3fa-4490-91a4-0e9ae4864309 HTTP/1.1" status: 200  len: 913 time: 0.1869359
Jul 06 00:56:16.413687 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5bc67-6ef8-4622-9b4e-e5451bd7d19f req-ae11a5a8-ce11-4a74-ac2a-5fca1f46ceae tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:56:16.415221 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e6e5bc67-6ef8-4622-9b4e-e5451bd7d19f req-ae11a5a8-ce11-4a74-ac2a-5fca1f46ceae tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?device_id=f30aa99f-231a-483c-a2dc-1fefaa199dac HTTP/1.1" status: 200  len: 944 time: 0.1951418
Jul 06 00:56:16.501164 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cd9ba091-ab05-4949-9fb3-73b586eee714 req-fc3e41d9-4e8b-4faa-ac0b-80b6388f21e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e HTTP/1.1" status: 200  len: 217 time: 0.0848722
Jul 06 00:56:16.567096 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e6e5bc67-6ef8-4622-9b4e-e5451bd7d19f req-cb04e6d9-38dd-464b-81e3-189724f3869c tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b0980b-2fca-4346-8a03-82576ce3f100&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989442
Jul 06 00:56:16.581075 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ba091-ab05-4949-9fb3-73b586eee714 req-3e3ae8f3-877c-4a64-9e89-4ccf4f76460a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:56:16.582572 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cd9ba091-ab05-4949-9fb3-73b586eee714 req-3e3ae8f3-877c-4a64-9e89-4ccf4f76460a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ff36a2c8-aef1-4c02-b836-b24f9b6f212c HTTP/1.1" status: 200  len: 852 time: 0.0703957
Jul 06 00:56:16.635393 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cd9ba091-ab05-4949-9fb3-73b586eee714 req-c832dfa6-1c5d-483e-91f1-4eb6e3d22470 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=92023782-d3fa-4490-91a4-0e9ae4864309&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450246
Jul 06 00:56:16.770814 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cd9ba091-ab05-4949-9fb3-73b586eee714 req-18b04606-9c8e-44fb-a4c2-cfc4e01a0942 service neutron] 10.222.0.39 "GET /v2.0/networks/92023782-d3fa-4490-91a4-0e9ae4864309?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283610
Jul 06 00:56:16.909355 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-cd9ba091-ab05-4949-9fb3-73b586eee714 req-610a6dad-12f9-451c-8edc-1c8ae09196f9 service neutron] 10.222.0.39 "GET /v2.0/networks/92023782-d3fa-4490-91a4-0e9ae4864309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311834
Jul 06 00:56:17.755751 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcc43b-a3ed-4366-8310-1e37ccf23a5d req-c86e76fc-bd49-4f2f-bbca-d24ce92ef3eb tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:56:17.757291 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-14bcc43b-a3ed-4366-8310-1e37ccf23a5d req-c86e76fc-bd49-4f2f-bbca-d24ce92ef3eb tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?device_id=f30aa99f-231a-483c-a2dc-1fefaa199dac HTTP/1.1" status: 200  len: 944 time: 0.0752790
Jul 06 00:56:17.805618 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-14bcc43b-a3ed-4366-8310-1e37ccf23a5d req-371bcab1-ed27-4df6-b9f3-e6bcaa02437e tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b0980b-2fca-4346-8a03-82576ce3f100&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409608
Jul 06 00:56:18.997958 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbad1a3-c1ea-4d21-a6ce-97219295277c req-b9e26ca8-cfc7-46ab-9ecd-ca88e5c4a31c tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:56:18.999564 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6fbad1a3-c1ea-4d21-a6ce-97219295277c req-b9e26ca8-cfc7-46ab-9ecd-ca88e5c4a31c tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?device_id=f30aa99f-231a-483c-a2dc-1fefaa199dac HTTP/1.1" status: 200  len: 944 time: 0.0805883
Jul 06 00:56:19.061057 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-6fbad1a3-c1ea-4d21-a6ce-97219295277c req-2ab2e2f8-cbdb-460c-9d76-a125973fcc3c tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b0980b-2fca-4346-8a03-82576ce3f100&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485938
Jul 06 00:56:20.016107 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e details requested by agent hyperv_hv-cinder-79954 with host hv-cinder-79954 {{(pid=80882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:87}}
Jul 06 00:56:20.150359 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e,segment=NetworkSegment(87f1e813-dbe3-4fbf-811c-3ce613c76df3),segment_id=87f1e813-dbe3-4fbf-811c-3ce613c76df3)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:56:20.164610 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Returning: {'device': '71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e', 'network_id': '92023782-d3fa-4490-91a4-0e9ae4864309', 'port_id': '71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e', 'mac_address': 'fa:16:3e:90:0b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff36a2c8-aef1-4c02-b836-b24f9b6f212c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=80882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:165}}
Jul 06 00:56:20.215075 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:20.232882 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e {{(pid=80882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Jul 06 00:56:20.248394 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e,segment=NetworkSegment(87f1e813-dbe3-4fbf-811c-3ce613c76df3),segment_id=87f1e813-dbe3-4fbf-811c-3ce613c76df3)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:56:20.251345 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:20.253205 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:20.319695 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e,revision_number=4']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:20.329108 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:56:20.329491 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:56:20.329863 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:56:20.330232 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:56:20.330599 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:56:20.330965 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:56:20.331356 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:56:20.331723 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:56:20.332079 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:56:20.332433 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:56:20.332800 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:56:20.337415 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:20.506611 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb183d-b70f-47fc-95ae-e727249b4c1e req-7641190d-a54f-4ae6-a338-dc426b98dfe9 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:56:20.508471 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8efb183d-b70f-47fc-95ae-e727249b4c1e req-7641190d-a54f-4ae6-a338-dc426b98dfe9 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?device_id=f30aa99f-231a-483c-a2dc-1fefaa199dac HTTP/1.1" status: 200  len: 944 time: 0.3113749
Jul 06 00:56:20.556583 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-8efb183d-b70f-47fc-95ae-e727249b4c1e req-52821a4f-b92b-4bd2-a675-6e32df2577be tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b0980b-2fca-4346-8a03-82576ce3f100&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406704
Jul 06 00:56:20.604278 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] get_ports_and_sgs() called for port_ids ['71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e'] {{(pid=80882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:184}}
Jul 06 00:56:21.744173 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838cf5b-3198-4019-9da8-f8e207f30541 req-96d49fb1-42ca-4d55-91cf-2ec8afb5f186 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:56:21.746230 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9838cf5b-3198-4019-9da8-f8e207f30541 req-96d49fb1-42ca-4d55-91cf-2ec8afb5f186 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?device_id=f30aa99f-231a-483c-a2dc-1fefaa199dac HTTP/1.1" status: 200  len: 945 time: 0.0761130
Jul 06 00:56:21.798832 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9838cf5b-3198-4019-9da8-f8e207f30541 req-b6d57fec-723b-4d75-80a4-1ed2a818fff6 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b0980b-2fca-4346-8a03-82576ce3f100&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452249
Jul 06 00:56:22.028428 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e up at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:273}}
Jul 06 00:56:22.095998 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning for port 71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e completed by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jul 06 00:56:22.100696 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.provisioning_blocks [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Provisioning complete for port 71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e triggered by entity L2. {{(pid=80882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jul 06 00:56:22.101115 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3316052'] for port, provisioning_complete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:22.209615 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:22.235970 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30aa99f-231a-483c-a2dc-1fefaa199dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e'}] {{(pid=80882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:56:22.247632 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-375f1531-e412-4812-87f3-970f43045b6a None None] For port 71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e,segment=NetworkSegment(87f1e813-dbe3-4fbf-811c-3ce613c76df3),segment_id=87f1e813-dbe3-4fbf-811c-3ce613c76df3)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:56:22.250666 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802'] for port, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:22.252602 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-28b30a24-bee8-4448-bd6a-c807d0c5dffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:22.287407 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30aa99f-231a-483c-a2dc-1fefaa199dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e', 'code': 200}
Jul 06 00:56:22.315033 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Pushing event updated for resources: {'Port': ['ID=71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e,revision_number=5']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:22.318341 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:22.641791 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-59ac313b-9655-4c76-8ebd-06757296da7f req-4e2a218d-2b61-432c-b735-e9e009fecfa5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f30aa99f-231a-483c-a2dc-1fefaa199dac HTTP/1.1" status: 200  len: 1099 time: 0.0691366
Jul 06 00:56:22.689233 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-59ac313b-9655-4c76-8ebd-06757296da7f req-e3968955-83c8-4190-9ea3-9342282e60f8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=43b0980b-2fca-4346-8a03-82576ce3f100&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399132
Jul 06 00:56:23.001203 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4170898-0c8d-428f-8f88-2faed2d9a0bf req-18e72e06-10f8-4e4c-86ee-7be6e769b864 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:56:23.002819 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e4170898-0c8d-428f-8f88-2faed2d9a0bf req-18e72e06-10f8-4e4c-86ee-7be6e769b864 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?device_id=f30aa99f-231a-483c-a2dc-1fefaa199dac HTTP/1.1" status: 200  len: 946 time: 0.0920894
Jul 06 00:56:23.052612 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-e4170898-0c8d-428f-8f88-2faed2d9a0bf req-d50f08d4-cd99-45b9-99d6-af0a13f03746 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b0980b-2fca-4346-8a03-82576ce3f100&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424774
Jul 06 00:56:24.245670 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6a461-1506-44ea-806e-d50d53001b7d req-31efdf45-0544-4822-8083-bb9c159c8cad tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:56:24.247233 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-93d6a461-1506-44ea-806e-d50d53001b7d req-31efdf45-0544-4822-8083-bb9c159c8cad tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?device_id=f30aa99f-231a-483c-a2dc-1fefaa199dac HTTP/1.1" status: 200  len: 946 time: 0.0792601
Jul 06 00:56:24.295953 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-93d6a461-1506-44ea-806e-d50d53001b7d req-2bbfdd32-a28a-4313-b226-522202a2fd7f tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b0980b-2fca-4346-8a03-82576ce3f100&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418036
Jul 06 00:56:28.971008 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986dab5-2956-4dcb-8d20-1f2453908ed0 req-0a3162a5-96ae-4de8-83f9-11d560c98a9e tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:56:28.972627 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-4986dab5-2956-4dcb-8d20-1f2453908ed0 req-0a3162a5-96ae-4de8-83f9-11d560c98a9e tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 947 time: 0.0787024
Jul 06 00:56:29.026623 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-4986dab5-2956-4dcb-8d20-1f2453908ed0 req-ed5661e5-dfbf-4a0e-89d1-fe20bffb9246 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469577
Jul 06 00:56:30.220352 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7c902-464f-44cb-be83-6c05bacc4010 req-def72d06-b39b-455b-b98f-2f17225bdd1b tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:56:30.221929 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9ba7c902-464f-44cb-be83-6c05bacc4010 req-def72d06-b39b-455b-b98f-2f17225bdd1b tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 947 time: 0.0783315
Jul 06 00:56:30.272078 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-9ba7c902-464f-44cb-be83-6c05bacc4010 req-06603931-c7de-49bf-9080-f3aeba56f076 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430508
Jul 06 00:56:30.730847 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86116316-4162-41cd-9236-5001aa76bb25 req-17bea88e-4408-45e4-8cae-cefa9aa6a09a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:56:30.732404 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-86116316-4162-41cd-9236-5001aa76bb25 req-17bea88e-4408-45e4-8cae-cefa9aa6a09a tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 947 time: 0.0813794
Jul 06 00:56:30.802440 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-86116316-4162-41cd-9236-5001aa76bb25 req-9d13991f-38cc-4b2d-b3de-955df7f7974c tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Deleting port 65986850-5992-4aa1-8877-66feb800c05b {{(pid=80880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:56:30.802818 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-86116316-4162-41cd-9236-5001aa76bb25 req-9d13991f-38cc-4b2d-b3de-955df7f7974c tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:31.044328 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-86116316-4162-41cd-9236-5001aa76bb25 req-9d13991f-38cc-4b2d-b3de-955df7f7974c tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] For port 65986850-5992-4aa1-8877-66feb800c05b, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=65986850-5992-4aa1-8877-66feb800c05b,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:56:31.044634 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-86116316-4162-41cd-9236-5001aa76bb25 req-9d13991f-38cc-4b2d-b3de-955df7f7974c tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:31.308710 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-86116316-4162-41cd-9236-5001aa76bb25 req-9d13991f-38cc-4b2d-b3de-955df7f7974c tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:31.309127 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-86116316-4162-41cd-9236-5001aa76bb25 req-9d13991f-38cc-4b2d-b3de-955df7f7974c tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-459972'] for floatingip, after_update {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:31.309450 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.l3_db [req-86116316-4162-41cd-9236-5001aa76bb25 req-9d13991f-38cc-4b2d-b3de-955df7f7974c tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Floating IP 0cc55dca-22d3-4a5d-9e37-b88ca7f499ac disassociated. External IP: 172.27.1.144, port: 65986850-5992-4aa1-8877-66feb800c05b.
Jul 06 00:56:31.309825 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-86116316-4162-41cd-9236-5001aa76bb25 req-9d13991f-38cc-4b2d-b3de-955df7f7974c tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Calling delete_port for 65986850-5992-4aa1-8877-66feb800c05b owned by compute:nova {{(pid=80880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:56:31.504555 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-86116316-4162-41cd-9236-5001aa76bb25 req-9d13991f-38cc-4b2d-b3de-955df7f7974c tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:31.512677 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b26be576-6751-4347-a64e-919e51495351 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:31.562373 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13991f-38cc-4b2d-b3de-955df7f7974c tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Pushing event deleted for resources: {'Port': ['ID=65986850-5992-4aa1-8877-66feb800c05b,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:31.569718 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9d13991f-38cc-4b2d-b3de-955df7f7974c tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:31.577604 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893e6d2-b9a0-4274-8c3a-1d4e9d8d646d req-af828862-793a-4c58-98b2-397745c86976 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:56:31.579221 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f893e6d2-b9a0-4274-8c3a-1d4e9d8d646d req-af828862-793a-4c58-98b2-397745c86976 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d9bce5f-a2fb-4f26-9d12-018908125af8 HTTP/1.1" status: 200  len: 868 time: 0.1637745
Jul 06 00:56:31.697912 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-f893e6d2-b9a0-4274-8c3a-1d4e9d8d646d req-6ab2ac8a-68a1-4a2c-b1fb-54c51c25a292 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups?id=db682eeb-1485-49f7-84c0-5fcd38644fc3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639057
Jul 06 00:56:31.813719 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86116316-4162-41cd-9236-5001aa76bb25 req-9d13991f-38cc-4b2d-b3de-955df7f7974c tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Router d3a6d8b7-fa82-4488-982b-5a280a8676d6 has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:56:32.013777 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86116316-4162-41cd-9236-5001aa76bb25 req-9d13991f-38cc-4b2d-b3de-955df7f7974c tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:56:32.024071 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff288bd-dac1-4f22-82f8-f81fdc11d844 None None] Sync routers for ids ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'] in dv-cinder-799546-2-iscsi {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:56:32.038133 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff288bd-dac1-4f22-82f8-f81fdc11d844 None None] Routers {'d3a6d8b7-fa82-4488-982b-5a280a8676d6'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:56:32.038794 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-dff288bd-dac1-4f22-82f8-f81fdc11d844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90bd94a8>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:56:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:56:32.087637 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-86116316-4162-41cd-9236-5001aa76bb25 req-9d13991f-38cc-4b2d-b3de-955df7f7974c tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] No DVR routers for this DVR port 65986850-5992-4aa1-8877-66feb800c05b on host hv-cinder-79954 {{(pid=80880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:56:32.090791 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-86116316-4162-41cd-9236-5001aa76bb25 req-9d13991f-38cc-4b2d-b3de-955df7f7974c tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:32.093765 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9bce5f-a2fb-4f26-9d12-018908125af8', 'name': 'network-vif-deleted', 'tag': '65986850-5992-4aa1-8877-66feb800c05b'}] {{(pid=80880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:56:32.110865 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-86116316-4162-41cd-9236-5001aa76bb25 req-9d13991f-38cc-4b2d-b3de-955df7f7974c tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.39 "DELETE /v2.0/ports/65986850-5992-4aa1-8877-66feb800c05b HTTP/1.1" status: 204  len: 173 time: 1.3724906
Jul 06 00:56:32.166172 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9bce5f-a2fb-4f26-9d12-018908125af8', 'name': 'network-vif-deleted', 'tag': '65986850-5992-4aa1-8877-66feb800c05b', 'status': 'completed', 'code': 200}
Jul 06 00:56:32.230530 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-dff288bd-dac1-4f22-82f8-f81fdc11d844 None None] Set router d3a6d8b7-fa82-4488-982b-5a280a8676d6 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:56:32.705430 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-dff288bd-dac1-4f22-82f8-f81fdc11d844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90bd94a8>, [{'id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'name': 'tempest-AttachVolumeShelveTestJSON-2032814975-router', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:46:37Z', 'updated_at': '2021-07-06T00:46:40Z', 'revision_number': 4, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'gw_port': {'id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:38Z', 'updated_at': '2021-07-06T00:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': 'aa96d3e2-b01c-4e2e-9f40-2129f05d3f18', 'name': '', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'mac_address': 'fa:16:3e:93:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:40Z', 'updated_at': '2021-07-06T00:46:49Z', 'revision_number': 5, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'subnets': [{'id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:56:32.709434 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff288bd-dac1-4f22-82f8-f81fdc11d844 None None] Checking router: d3a6d8b7-fa82-4488-982b-5a280a8676d6 for host: dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:56:32.721838 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff288bd-dac1-4f22-82f8-f81fdc11d844 None None] Routers {'d3a6d8b7-fa82-4488-982b-5a280a8676d6'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:56:32.722427 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-dff288bd-dac1-4f22-82f8-f81fdc11d844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90bd94a8>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:56:14Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:56:32.845393 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 34044) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:56:32.912701 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-dff288bd-dac1-4f22-82f8-f81fdc11d844 None None] Set router d3a6d8b7-fa82-4488-982b-5a280a8676d6 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:56:32.917767 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-733db1b2-8f41-4b17-8aec-b77f5c171de9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:32.952536 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-733db1b2-8f41-4b17-8aec-b77f5c171de9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:33.002665 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-733db1b2-8f41-4b17-8aec-b77f5c171de9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:33.008259 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-ff9a23ed-2f2c-4584-95b9-157e6758bb42 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:33.023391 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733db1b2-8f41-4b17-8aec-b77f5c171de9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db682eeb-1485-49f7-84c0-5fcd38644fc3,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:33.036248 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733db1b2-8f41-4b17-8aec-b77f5c171de9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:56:33.036669 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733db1b2-8f41-4b17-8aec-b77f5c171de9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:56:33.037081 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733db1b2-8f41-4b17-8aec-b77f5c171de9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:56:33.037495 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733db1b2-8f41-4b17-8aec-b77f5c171de9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:56:33.037894 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733db1b2-8f41-4b17-8aec-b77f5c171de9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:56:33.038297 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733db1b2-8f41-4b17-8aec-b77f5c171de9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:56:33.038692 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733db1b2-8f41-4b17-8aec-b77f5c171de9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:56:33.039088 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733db1b2-8f41-4b17-8aec-b77f5c171de9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:56:33.039506 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733db1b2-8f41-4b17-8aec-b77f5c171de9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:56:33.039902 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733db1b2-8f41-4b17-8aec-b77f5c171de9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:56:33.040297 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733db1b2-8f41-4b17-8aec-b77f5c171de9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:56:33.043694 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-733db1b2-8f41-4b17-8aec-b77f5c171de9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:33.047625 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-733db1b2-8f41-4b17-8aec-b77f5c171de9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "DELETE /v2.0/security-groups/db682eeb-1485-49f7-84c0-5fcd38644fc3 HTTP/1.1" status: 204  len: 168 time: 0.1983593
Jul 06 00:56:33.047625 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-733db1b2-8f41-4b17-8aec-b77f5c171de9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:33.048478 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 34048) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:56:33.069752 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.api.v2.resource [None req-8d435ae5-5f82-42fc-aaa5-4fa58fd266ec tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] show failed (client error): The resource could not be found.
Jul 06 00:56:33.071350 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-8d435ae5-5f82-42fc-aaa5-4fa58fd266ec tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "GET /v2.0/security-groups/db682eeb-1485-49f7-84c0-5fcd38644fc3 HTTP/1.1" status: 404  len: 347 time: 0.0219944
Jul 06 00:56:33.074223 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 34052) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:56:33.223671 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-dff288bd-dac1-4f22-82f8-f81fdc11d844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90bd94a8>, [{'id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'name': 'tempest-AttachVolumeShelveTestJSON-2032814975-router', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:46:37Z', 'updated_at': '2021-07-06T00:46:40Z', 'revision_number': 4, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'gw_port': {'id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:38Z', 'updated_at': '2021-07-06T00:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': 'aa96d3e2-b01c-4e2e-9f40-2129f05d3f18', 'name': '', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'mac_address': 'fa:16:3e:93:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:40Z', 'updated_at': '2021-07-06T00:46:49Z', 'revision_number': 5, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'subnets': [{'id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:56:33.225764 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-d83aeb0c-2682-4d45-aaed-df1d357dc0aa tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Deleting port 2726e7e9-c104-4966-95a0-bed5ecb19c88 {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:56:33.226146 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d83aeb0c-2682-4d45-aaed-df1d357dc0aa tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:33.227907 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff288bd-dac1-4f22-82f8-f81fdc11d844 None None] The sync data for ids ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'] in dv-cinder-799546-2-iscsi is: [{'id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'name': 'tempest-AttachVolumeShelveTestJSON-2032814975-router', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:46:37Z', 'updated_at': '2021-07-06T00:46:40Z', 'revision_number': 4, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'gw_port': {'id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:38Z', 'updated_at': '2021-07-06T00:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi', '_interfaces': [{'id': 'aa96d3e2-b01c-4e2e-9f40-2129f05d3f18', 'name': '', 'network_id': '3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'mac_address': 'fa:16:3e:93:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:40Z', 'updated_at': '2021-07-06T00:46:49Z', 'revision_number': 5, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'subnets': [{'id': '25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:56:33.647629 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d83aeb0c-2682-4d45-aaed-df1d357dc0aa tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:33.648003 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d83aeb0c-2682-4d45-aaed-df1d357dc0aa tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:33.677491 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd17643b-af12-4d87-ba67-d483ad5c0db2 None None] New status for floating IP 0cc55dca-22d3-4a5d-9e37-b88ca7f499ac: DOWN {{(pid=80882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 00:56:33.787668 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-d83aeb0c-2682-4d45-aaed-df1d357dc0aa tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Calling delete_port for 2726e7e9-c104-4966-95a0-bed5ecb19c88 owned by network:floatingip {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:56:33.928197 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d83aeb0c-2682-4d45-aaed-df1d357dc0aa tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:33.932499 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-761c3e74-d2c1-423c-810d-19e51e6a1c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:33.975437 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83aeb0c-2682-4d45-aaed-df1d357dc0aa tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Pushing event deleted for resources: {'Port': ['ID=2726e7e9-c104-4966-95a0-bed5ecb19c88,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:33.978048 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d83aeb0c-2682-4d45-aaed-df1d357dc0aa tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:33.996874 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.db.api [None req-fd17643b-af12-4d87-ba67-d483ad5c0db2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80882) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 06 00:56:33.997282 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_db.api [None req-fd17643b-af12-4d87-ba67-d483ad5c0db2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=80882) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 06 00:56:34.081050 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d83aeb0c-2682-4d45-aaed-df1d357dc0aa tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks [] for floatingip, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:34.095924 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d83aeb0c-2682-4d45-aaed-df1d357dc0aa tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for floatingip, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:34.097157 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-d83aeb0c-2682-4d45-aaed-df1d357dc0aa tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] 10.222.0.13 "DELETE /v2.0/floatingips/0cc55dca-22d3-4a5d-9e37-b88ca7f499ac HTTP/1.1" status: 204  len: 168 time: 1.0219533
Jul 06 00:56:34.499399 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd17643b-af12-4d87-ba67-d483ad5c0db2 None None] New status for floating IP 0cc55dca-22d3-4a5d-9e37-b88ca7f499ac: DOWN {{(pid=80882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:278}}
Jul 06 00:56:35.572139 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 65986850-5992-4aa1-8877-66feb800c05b no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:56:35.606022 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-375f1531-e412-4812-87f3-970f43045b6a None None] No Port match for: 65986850-5992-4aa1-8877-66feb800c05b {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:56:35.606445 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 65986850-5992-4aa1-8877-66feb800c05b not bound to the agent host hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:56:42.334322 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-46d59fdf-ed53-4ea5-8193-d7982c5a9a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:43.685446 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:43.854640 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 34118) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:56:44.132440 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:44.311929 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6f01921d-9858-40b4-9382-b834d71d6c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854316684'] for router_interface, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:44.353194 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6ebe5214-d63c-41a8-8c2c-30c4df3f9a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:44.875880 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:44.894933 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-6f01921d-9858-40b4-9382-b834d71d6c7b admin admin] Deleting port aa96d3e2-b01c-4e2e-9f40-2129f05d3f18 {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:56:44.895339 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6f01921d-9858-40b4-9382-b834d71d6c7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:45.063449 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-6f01921d-9858-40b4-9382-b834d71d6c7b admin admin] For port aa96d3e2-b01c-4e2e-9f40-2129f05d3f18, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=aa96d3e2-b01c-4e2e-9f40-2129f05d3f18,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:56:45.063767 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6f01921d-9858-40b4-9382-b834d71d6c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:45.186281 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-6f01921d-9858-40b4-9382-b834d71d6c7b admin admin] Calling delete_port for aa96d3e2-b01c-4e2e-9f40-2129f05d3f18 owned by network:router_interface {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:56:45.353964 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6f01921d-9858-40b4-9382-b834d71d6c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:45.358364 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3f08f940-f25f-4750-90a4-a689662561c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:45.402903 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01921d-9858-40b4-9382-b834d71d6c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=aa96d3e2-b01c-4e2e-9f40-2129f05d3f18,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:45.405611 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-6f01921d-9858-40b4-9382-b834d71d6c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:45.908450 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6f01921d-9858-40b4-9382-b834d71d6c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851622423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401411'] for router_interface, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:46.013709 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:46.461166 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f01921d-9858-40b4-9382-b834d71d6c7b admin admin] Router d3a6d8b7-fa82-4488-982b-5a280a8676d6 has already been hosted by L3 agent b411ac78-8e1f-4a0a-8ec4-7949054b60d8 {{(pid=80881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Jul 06 00:56:46.657270 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f01921d-9858-40b4-9382-b834d71d6c7b admin admin] Notify agent at l3_agent.dv-cinder-799546-2-iscsi the message routers_updated {{(pid=80881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jul 06 00:56:46.665865 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1d457b-1388-416a-afe4-f3e4035ef4fa None None] Sync routers for ids ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'] in dv-cinder-799546-2-iscsi {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Jul 06 00:56:46.670329 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-6f01921d-9858-40b4-9382-b834d71d6c7b admin admin] 10.222.0.13 "PUT /v2.0/routers/d3a6d8b7-fa82-4488-982b-5a280a8676d6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8144116
Jul 06 00:56:46.673044 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 34136) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:56:46.678699 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1d457b-1388-416a-afe4-f3e4035ef4fa None None] Routers {'d3a6d8b7-fa82-4488-982b-5a280a8676d6'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:56:46.679406 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-1e1d457b-1388-416a-afe4-f3e4035ef4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90bd9390>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:56:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:56:46.855185 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-1e1d457b-1388-416a-afe4-f3e4035ef4fa None None] Set router d3a6d8b7-fa82-4488-982b-5a280a8676d6 gateway port host: dv-cinder-799546-2-iscsi {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:56:46.864397 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-340247ac-65d3-428b-b0ee-43a70c141b86 admin admin] Notify callbacks [] for router, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:47.053533 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-340247ac-65d3-428b-b0ee-43a70c141b86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:47.063504 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-340247ac-65d3-428b-b0ee-43a70c141b86 admin admin] Deleting port 46cb4563-7963-4f33-80b5-b6cbc7574185 {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:56:47.064255 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-340247ac-65d3-428b-b0ee-43a70c141b86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:47.177860 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-1e1d457b-1388-416a-afe4-f3e4035ef4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90bd9390>, [{'id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'name': 'tempest-AttachVolumeShelveTestJSON-2032814975-router', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'external_fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24'}], 'enable_snat': True}, 'gw_port_id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:46:37Z', 'updated_at': '2021-07-06T00:56:45Z', 'revision_number': 5, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'gw_port': {'id': '46cb4563-7963-4f33-80b5-b6cbc7574185', 'name': '', 'network_id': '34126de2-0804-4024-8df6-3ba8cfd107e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:91:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'ip_address': '172.27.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799546-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T00:46:38Z', 'updated_at': '2021-07-06T00:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b3aa0cb-96d6-4072-b9eb-4e0c18d0741b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799546-2-iscsi'}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:56:47.182471 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1d457b-1388-416a-afe4-f3e4035ef4fa None None] Checking router: d3a6d8b7-fa82-4488-982b-5a280a8676d6 for host: dv-cinder-799546-2-iscsi {{(pid=80883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Jul 06 00:56:47.194469 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1d457b-1388-416a-afe4-f3e4035ef4fa None None] Routers {'d3a6d8b7-fa82-4488-982b-5a280a8676d6'} bound to L3 agent in host dv-cinder-799546-2-iscsi {{(pid=80883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 06 00:56:47.195223 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-1e1d457b-1388-416a-afe4-f3e4035ef4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f1a90bd9390>, 'dv-cinder-799546-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T00:34:14Z,description=<?>,heartbeat_timestamp=2021-07-06T00:56:44Z,host='dv-cinder-799546-2-iscsi',id=b411ac78-8e1f-4a0a-8ec4-7949054b60d8,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-06T00:34:14Z,topic='l3_agent')) {'router_ids': ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'], 'active': True} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:56:47.523225 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvr_db [None req-1e1d457b-1388-416a-afe4-f3e4035ef4fa None None] Set router d3a6d8b7-fa82-4488-982b-5a280a8676d6 gateway port host: None {{(pid=80883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:850}}
Jul 06 00:56:47.527092 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-340247ac-65d3-428b-b0ee-43a70c141b86 admin admin] For port 46cb4563-7963-4f33-80b5-b6cbc7574185, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=46cb4563-7963-4f33-80b5-b6cbc7574185,segment=NetworkSegment(5555ec25-ed75-4c43-948c-e3e9d8e419e2),segment_id=5555ec25-ed75-4c43-948c-e3e9d8e419e2)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:56:47.527607 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-340247ac-65d3-428b-b0ee-43a70c141b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:47.642523 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_hamode_db [None req-1e1d457b-1388-416a-afe4-f3e4035ef4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f1a90bd9390>, [{'id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'name': 'tempest-AttachVolumeShelveTestJSON-2032814975-router', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:46:37Z', 'updated_at': '2021-07-06T00:56:47Z', 'revision_number': 6, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'gw_port_host': None}], 'dv-cinder-799546-2-iscsi', False) {} {{(pid=80883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:56:47.646513 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1d457b-1388-416a-afe4-f3e4035ef4fa None None] The sync data for ids ['d3a6d8b7-fa82-4488-982b-5a280a8676d6'] in dv-cinder-799546-2-iscsi is: [{'id': 'd3a6d8b7-fa82-4488-982b-5a280a8676d6', 'name': 'tempest-AttachVolumeShelveTestJSON-2032814975-router', 'tenant_id': '21b0829bee9048fc90ba206d9988d456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T00:46:37Z', 'updated_at': '2021-07-06T00:56:47Z', 'revision_number': 6, 'project_id': '21b0829bee9048fc90ba206d9988d456', 'gw_port_host': None}] {{(pid=80883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Jul 06 00:56:47.657810 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-340247ac-65d3-428b-b0ee-43a70c141b86 admin admin] Calling delete_port for 46cb4563-7963-4f33-80b5-b6cbc7574185 owned by network:router_gateway {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:56:47.821417 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-340247ac-65d3-428b-b0ee-43a70c141b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1344676'] for port, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:47.826456 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c856922c-4466-44cd-9272-3f1cb4253df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:47.868309 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340247ac-65d3-428b-b0ee-43a70c141b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=46cb4563-7963-4f33-80b5-b6cbc7574185,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:47.871630 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-340247ac-65d3-428b-b0ee-43a70c141b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:48.101825 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-340247ac-65d3-428b-b0ee-43a70c141b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854309336'] for router_gateway, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:48.370089 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-340247ac-65d3-428b-b0ee-43a70c141b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854256418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854766699'] for router, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:48.374496 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-340247ac-65d3-428b-b0ee-43a70c141b86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:48.398363 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-340247ac-65d3-428b-b0ee-43a70c141b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-459192'] for router, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:48.398927 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340247ac-65d3-428b-b0ee-43a70c141b86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3a6d8b7-fa82-4488-982b-5a280a8676d6 {{(pid=80881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 06 00:56:48.412047 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-340247ac-65d3-428b-b0ee-43a70c141b86 admin admin] Notify callbacks [] for router, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:48.413405 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-340247ac-65d3-428b-b0ee-43a70c141b86 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d3a6d8b7-fa82-4488-982b-5a280a8676d6 HTTP/1.1" status: 204  len: 168 time: 1.7392530
Jul 06 00:56:48.416010 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 34150) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:56:48.478488 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_v2 [None req-6266f6ff-d2d7-4726-bb10-f3f8d7303d00 admin admin] Deleting subnet 25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8 {{(pid=80881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 00:56:48.478861 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6266f6ff-d2d7-4726-bb10-f3f8d7303d00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:48.529938 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6266f6ff-d2d7-4726-bb10-f3f8d7303d00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853420725'] for subnet, precommit_delete_associations {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:48.693531 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6266f6ff-d2d7-4726-bb10-f3f8d7303d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for port, before_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:48.941908 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_common [None req-6266f6ff-d2d7-4726-bb10-f3f8d7303d00 admin admin] Delete allocated IP 172.20.0.2 (3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb/25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8) {{(pid=80881) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Jul 06 00:56:49.096029 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-6266f6ff-d2d7-4726-bb10-f3f8d7303d00 admin admin] For port 6a126856-7816-4639-80a6-68aa4bf8b676, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=6a126856-7816-4639-80a6-68aa4bf8b676,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:56:49.127891 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device aa96d3e2-b01c-4e2e-9f40-2129f05d3f18 no longer exists at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:56:49.145921 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6266f6ff-d2d7-4726-bb10-f3f8d7303d00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:49.156840 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6266f6ff-d2d7-4726-bb10-f3f8d7303d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734505334336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734504979981', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363302349795802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853431108'] for port, after_update {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:49.168573 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-12858aa2-c1b0-4447-bbbe-125788680190 tempest-TestVolumeBootPattern-64237147 tempest-TestVolumeBootPattern-64237147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:49.174043 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] No Port match for: aa96d3e2-b01c-4e2e-9f40-2129f05d3f18 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:56:49.174788 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device aa96d3e2-b01c-4e2e-9f40-2129f05d3f18 not bound to the agent host dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:56:49.175493 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 46cb4563-7963-4f33-80b5-b6cbc7574185 no longer exists at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:56:49.210935 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] No Port match for: 46cb4563-7963-4f33-80b5-b6cbc7574185 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:56:49.211388 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 46cb4563-7963-4f33-80b5-b6cbc7574185 not bound to the agent host dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:56:49.214796 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6266f6ff-d2d7-4726-bb10-f3f8d7303d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312649'] for subnet, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:49.286433 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266f6ff-d2d7-4726-bb10-f3f8d7303d00 admin admin] Pushing event updated for resources: {'Port': ['ID=6a126856-7816-4639-80a6-68aa4bf8b676,revision_number=4']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:49.289903 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-6266f6ff-d2d7-4726-bb10-f3f8d7303d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:49.292091 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96c420-44a7-458f-ac6f-83c915aedc5a req-d525ff92-1723-45ed-9a0e-3c77ab1659f8 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:56:49.294306 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-af96c420-44a7-458f-ac6f-83c915aedc5a req-d525ff92-1723-45ed-9a0e-3c77ab1659f8 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?device_id=f30aa99f-231a-483c-a2dc-1fefaa199dac HTTP/1.1" status: 200  len: 946 time: 0.3392386
Jul 06 00:56:49.303555 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6266f6ff-d2d7-4726-bb10-f3f8d7303d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851463167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1343856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823284784'] for subnet, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:49.308103 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-fa4a6adf-4063-4517-9234-f0975c656435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:49.339573 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266f6ff-d2d7-4726-bb10-f3f8d7303d00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:49.343328 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-6266f6ff-d2d7-4726-bb10-f3f8d7303d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:49.345892 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-af96c420-44a7-458f-ac6f-83c915aedc5a req-7297f214-9249-455f-a1ed-d03b1abc7cdb tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b0980b-2fca-4346-8a03-82576ce3f100&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432780
Jul 06 00:56:49.346744 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6266f6ff-d2d7-4726-bb10-f3f8d7303d00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:49.353430 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b4fc3e-4c50-40bb-a36d-af379353c111 None None] Network 3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:56:49.359662 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-6266f6ff-d2d7-4726-bb10-f3f8d7303d00 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/25bfc2bc-50e8-41c6-87e6-26b7b38ebaf8 HTTP/1.1" status: 204  len: 168 time: 0.9394326
Jul 06 00:56:49.359969 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 34160) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:56:49.609219 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e51f7e-12cd-43af-ac54-5180adebfae2 None None] DHCP port deletion for 3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb request from dv-cinder-799546-2-iscsi {{(pid=80882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jul 06 00:56:49.613737 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-d8e51f7e-12cd-43af-ac54-5180adebfae2 None None] Deleting port 6a126856-7816-4639-80a6-68aa4bf8b676 {{(pid=80882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:56:49.614154 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d8e51f7e-12cd-43af-ac54-5180adebfae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:49.704935 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bdf10fc4-273a-46ca-9ec3-d5505ab6bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850613198'] for network, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:49.715592 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-bdf10fc4-273a-46ca-9ec3-d5505ab6bb0e admin admin] Deleting port 6a126856-7816-4639-80a6-68aa4bf8b676 {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:56:49.715954 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bdf10fc4-273a-46ca-9ec3-d5505ab6bb0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:49.821106 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-d8e51f7e-12cd-43af-ac54-5180adebfae2 None None] For port 6a126856-7816-4639-80a6-68aa4bf8b676, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=6a126856-7816-4639-80a6-68aa4bf8b676,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:56:49.821531 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d8e51f7e-12cd-43af-ac54-5180adebfae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:49.919792 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [None req-bdf10fc4-273a-46ca-9ec3-d5505ab6bb0e admin admin] For port 6a126856-7816-4639-80a6-68aa4bf8b676, host dv-cinder-799546-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799546-2-iscsi',level=0,port_id=6a126856-7816-4639-80a6-68aa4bf8b676,segment=NetworkSegment(6d9114fc-06ae-4c8a-a003-f75e46019ba5),segment_id=6d9114fc-06ae-4c8a-a003-f75e46019ba5)] {{(pid=80881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:56:49.920090 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bdf10fc4-273a-46ca-9ec3-d5505ab6bb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:49.948692 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-d8e51f7e-12cd-43af-ac54-5180adebfae2 None None] Calling delete_port for 6a126856-7816-4639-80a6-68aa4bf8b676 owned by network:dhcp {{(pid=80882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:56:50.014365 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d8e51f7e-12cd-43af-ac54-5180adebfae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836'] for port, after_delete {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:50.018655 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:50.044068 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-bdf10fc4-273a-46ca-9ec3-d5505ab6bb0e admin admin] Calling delete_port for 6a126856-7816-4639-80a6-68aa4bf8b676 owned by network:dhcp {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:56:50.062547 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e51f7e-12cd-43af-ac54-5180adebfae2 None None] Pushing event deleted for resources: {'Port': ['ID=6a126856-7816-4639-80a6-68aa4bf8b676,revision_number=None']} {{(pid=80882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:50.063680 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:56:50.065460 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d8e51f7e-12cd-43af-ac54-5180adebfae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80882) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:50.067684 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e51f7e-12cd-43af-ac54-5180adebfae2 None None] No DVR routers for this DVR port 6a126856-7816-4639-80a6-68aa4bf8b676 on host dv-cinder-799546-2-iscsi {{(pid=80882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:56:50.115048 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.db.api [None req-bdf10fc4-273a-46ca-9ec3-d5505ab6bb0e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80881) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jul 06 00:56:50.115468 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_db.api [None req-bdf10fc4-273a-46ca-9ec3-d5505ab6bb0e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jul 06 00:56:50.544476 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46374ee5-ac2f-4a3b-a67a-09bb1f8408c4 req-645b2d7d-1edd-4b79-8ac6-41aee269488d tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:56:50.546011 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-46374ee5-ac2f-4a3b-a67a-09bb1f8408c4 req-645b2d7d-1edd-4b79-8ac6-41aee269488d tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?device_id=f30aa99f-231a-483c-a2dc-1fefaa199dac HTTP/1.1" status: 200  len: 946 time: 0.0800567
Jul 06 00:56:50.594856 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-46374ee5-ac2f-4a3b-a67a-09bb1f8408c4 req-8c154ba7-fe02-4a61-a0e4-1b8487ab2eb4 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/security-groups?id=43b0980b-2fca-4346-8a03-82576ce3f100&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419838
Jul 06 00:56:50.616950 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-bdf10fc4-273a-46ca-9ec3-d5505ab6bb0e admin admin] Deleting port 6a126856-7816-4639-80a6-68aa4bf8b676 {{(pid=80881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:56:50.617343 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bdf10fc4-273a-46ca-9ec3-d5505ab6bb0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:50.681580 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-bdf10fc4-273a-46ca-9ec3-d5505ab6bb0e admin admin] The port '6a126856-7816-4639-80a6-68aa4bf8b676' was deleted {{(pid=80881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1909}}
Jul 06 00:56:50.740579 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ab172-b417-4e76-a4b7-3bd2e664656b req-8f665318-60d2-4e21-90e7-68c7cde97311 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:56:50.742095 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ee4ab172-b417-4e76-a4b7-3bd2e664656b req-8f665318-60d2-4e21-90e7-68c7cde97311 tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.39 "GET /v2.0/ports?device_id=f30aa99f-231a-483c-a2dc-1fefaa199dac HTTP/1.1" status: 200  len: 946 time: 0.0755227
Jul 06 00:56:50.797092 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bdf10fc4-273a-46ca-9ec3-d5505ab6bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851462971', 'neutron.services.segments.db._delete_segments_for_network-8734505439535'] for network, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:50.811069 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-bdf10fc4-273a-46ca-9ec3-d5505ab6bb0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1a903d9160>,) {'filters': {'network_id': ['3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb']}} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:56:50.816689 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-ee4ab172-b417-4e76-a4b7-3bd2e664656b req-c5d01ab5-b688-44ba-aab5-3f91751cae8d tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Deleting port 71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e {{(pid=80880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1879}}
Jul 06 00:56:50.817072 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-ee4ab172-b417-4e76-a4b7-3bd2e664656b req-c5d01ab5-b688-44ba-aab5-3f91751cae8d tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302349384820'] for port, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:50.825090 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-bdf10fc4-273a-46ca-9ec3-d5505ab6bb0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a903d9160>, '6d9114fc-06ae-4c8a-a003-f75e46019ba5') {'for_net_delete': True} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:56:50.825420 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-bdf10fc4-273a-46ca-9ec3-d5505ab6bb0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a903d9160>, '6d9114fc-06ae-4c8a-a003-f75e46019ba5') {} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:56:50.837782 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bdf10fc4-273a-46ca-9ec3-d5505ab6bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302349340327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1355068'] for segment, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:50.852669 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bdf10fc4-273a-46ca-9ec3-d5505ab6bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:50.858942 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf10fc4-273a-46ca-9ec3-d5505ab6bb0e admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=80881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 00:56:50.859408 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bdf10fc4-273a-46ca-9ec3-d5505ab6bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851464142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853431138'] for segment, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]: Traceback (most recent call last):
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:     timer()
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:     cb(*args, **kw)
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:     return func(*args, **kwargs)
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:     self._notify()
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:     self.callback(batched_events)
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:     event.method(event)
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:     segment_id)['aggregates'][0]
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:     return f(self, *a, **k)
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self._get(url).json()
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:     **kwargs)
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self.request(url, 'GET', **kwargs)
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:     **endpoint_filter)
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 00:56:50.874220 dv-cinder-799546-2-iscsi neutron-server[80769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 00:56:50.946299 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bdf10fc4-273a-46ca-9ec3-d5505ab6bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3312860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459991'] for network, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:50.950705 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:50.964966 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-bdf10fc4-273a-46ca-9ec3-d5505ab6bb0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:50.975528 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf10fc4-273a-46ca-9ec3-d5505ab6bb0e admin admin] Pushing event deleted for resources: {'Network': ['ID=3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:50.978850 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-bdf10fc4-273a-46ca-9ec3-d5505ab6bb0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:50.989281 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-bdf10fc4-273a-46ca-9ec3-d5505ab6bb0e admin admin] 10.222.0.13 "DELETE /v2.0/networks/3a3e13a0-ec3d-40c0-be1f-88b47ebaa3fb HTTP/1.1" status: 204  len: 168 time: 1.6283033
Jul 06 00:56:51.078768 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.db [req-ee4ab172-b417-4e76-a4b7-3bd2e664656b req-c5d01ab5-b688-44ba-aab5-3f91751cae8d tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] For port 71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e, host hv-cinder-79954, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79954',level=0,port_id=71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e,segment=NetworkSegment(87f1e813-dbe3-4fbf-811c-3ce613c76df3),segment_id=87f1e813-dbe3-4fbf-811c-3ce613c76df3)] {{(pid=80880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:99}}
Jul 06 00:56:51.079178 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-ee4ab172-b417-4e76-a4b7-3bd2e664656b req-c5d01ab5-b688-44ba-aab5-3f91751cae8d tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854316593'] for port, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:51.127856 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 6a126856-7816-4639-80a6-68aa4bf8b676 no longer exists at agent ovs-agent-dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:56:51.139773 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 34168) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:56:51.170817 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] No Port match for: 6a126856-7816-4639-80a6-68aa4bf8b676 {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:56:51.171259 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Device 6a126856-7816-4639-80a6-68aa4bf8b676 not bound to the agent host dv-cinder-799546-2-iscsi {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:56:51.196217 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-ccdc464c-3109-42e7-ae30-30a6fec0a72e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21b0829bee9048fc90ba206d9988d456&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0551379
Jul 06 00:56:51.198902 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 34172) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:56:51.216549 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [req-ee4ab172-b417-4e76-a4b7-3bd2e664656b req-c5d01ab5-b688-44ba-aab5-3f91751cae8d tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Calling delete_port for 71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e owned by compute:nova {{(pid=80880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1952}}
Jul 06 00:56:51.266753 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-edf172db-e00a-4653-9e6a-9feb5540d485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:51.294080 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-edf172db-e00a-4653-9e6a-9feb5540d485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:51.340477 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-edf172db-e00a-4653-9e6a-9feb5540d485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:51.345539 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e2ccfe25-7a43-49cc-93e3-8cf44b4ab527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:51.352140 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-ee4ab172-b417-4e76-a4b7-3bd2e664656b req-c5d01ab5-b688-44ba-aab5-3f91751cae8d tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3152623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11424556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734505334319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302349795836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32382552'] for port, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:51.358501 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-ab56f71a-2cfb-4875-9d5d-e851e214c29e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:51.361668 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf172db-e00a-4653-9e6a-9feb5540d485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca382f2-0b1f-4271-bf7d-465862552da7,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:51.364067 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-edf172db-e00a-4653-9e6a-9feb5540d485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:51.370210 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-edf172db-e00a-4653-9e6a-9feb5540d485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:51.371248 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-edf172db-e00a-4653-9e6a-9feb5540d485 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aca382f2-0b1f-4271-bf7d-465862552da7 HTTP/1.1" status: 204  len: 168 time: 0.1713338
Jul 06 00:56:51.416586 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d01ab5-b688-44ba-aab5-3f91751cae8d tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Pushing event deleted for resources: {'Port': ['ID=71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:51.421045 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c5d01ab5-b688-44ba-aab5-3f91751cae8d tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:51.493610 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4ab172-b417-4e76-a4b7-3bd2e664656b req-c5d01ab5-b688-44ba-aab5-3f91751cae8d tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] No DVR routers for this DVR port 71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e on host hv-cinder-79954 {{(pid=80880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jul 06 00:56:51.497115 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [req-ee4ab172-b417-4e76-a4b7-3bd2e664656b req-c5d01ab5-b688-44ba-aab5-3f91751cae8d tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25779'] for port, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:51.501276 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30aa99f-231a-483c-a2dc-1fefaa199dac', 'name': 'network-vif-deleted', 'tag': '71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e'}] {{(pid=80880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Jul 06 00:56:51.517364 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-ee4ab172-b417-4e76-a4b7-3bd2e664656b req-c5d01ab5-b688-44ba-aab5-3f91751cae8d tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.39 "DELETE /v2.0/ports/71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e HTTP/1.1" status: 204  len: 173 time: 0.7687039
Jul 06 00:56:51.557949 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30aa99f-231a-483c-a2dc-1fefaa199dac', 'name': 'network-vif-deleted', 'tag': '71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e', 'status': 'completed', 'code': 200}
Jul 06 00:56:51.777794 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-7be05193-f114-482f-be8b-b7c5803d9a88 req-f39b52a8-5354-458a-bf60-1ffbc92bf5ea tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Synchronizing usage tracker for tenant:548eb5fe49504e6596bf3d52d20d0b7e on resource:port {{(pid=80880) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jul 06 00:56:51.793197 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [req-7be05193-f114-482f-be8b-b7c5803d9a88 req-f39b52a8-5354-458a-bf60-1ffbc92bf5ea tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] Unset dirty status for tenant:548eb5fe49504e6596bf3d52d20d0b7e on resource:port {{(pid=80880) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jul 06 00:56:51.794417 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [req-7be05193-f114-482f-be8b-b7c5803d9a88 req-f39b52a8-5354-458a-bf60-1ffbc92bf5ea tempest-VolumesSnapshotTestJSON-1399201820 tempest-VolumesSnapshotTestJSON-1399201820-project] 10.222.0.13 "GET /v2.0/ports?device_id=f30aa99f-231a-483c-a2dc-1fefaa199dac HTTP/1.1" status: 200  len: 210 time: 0.0680718
Jul 06 00:56:52.290495 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 34198) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:56:52.427713 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-d14c0f60-da07-4363-875d-d3fdb289e697 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1147548481-network', 'tenant_id': '26f5122ac63f4d19a128dbe4dcb3a797'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:56:52.433202 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-d14c0f60-da07-4363-875d-d3fdb289e697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:56:52.437120 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-d14c0f60-da07-4363-875d-d3fdb289e697 admin admin] Usage tracker for resource:network and tenant:26f5122ac63f4d19a128dbe4dcb3a797 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:56:52.441142 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-d14c0f60-da07-4363-875d-d3fdb289e697 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:56:52.446871 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-d14c0f60-da07-4363-875d-d3fdb289e697 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:56:52.455910 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14c0f60-da07-4363-875d-d3fdb289e697 admin admin] Made reservation on behalf of 26f5122ac63f4d19a128dbe4dcb3a797 for: {'network': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:56:52.460503 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d14c0f60-da07-4363-875d-d3fdb289e697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for network, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:52.473737 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d14c0f60-da07-4363-875d-d3fdb289e697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:52.505047 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-d14c0f60-da07-4363-875d-d3fdb289e697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:56:52.509447 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-d14c0f60-da07-4363-875d-d3fdb289e697 admin admin] Usage tracker for resource:security_group_rule and tenant:26f5122ac63f4d19a128dbe4dcb3a797 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:56:52.513714 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-d14c0f60-da07-4363-875d-d3fdb289e697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:56:52.519522 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-d14c0f60-da07-4363-875d-d3fdb289e697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:56:52.591689 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d14c0f60-da07-4363-875d-d3fdb289e697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:52.594498 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d14c0f60-da07-4363-875d-d3fdb289e697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:52.598610 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-38cd04d3-752d-465c-87c1-14fdf1a4d072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:52.627110 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14c0f60-da07-4363-875d-d3fdb289e697 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'}  {{(pid=80881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 00:56:52.636601 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c0f60-da07-4363-875d-d3fdb289e697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dacf72d-3317-4264-8fb8-813a8d0cf8a8,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:52.640402 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d14c0f60-da07-4363-875d-d3fdb289e697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:52.642832 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d14c0f60-da07-4363-875d-d3fdb289e697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:52.643241 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.segments_db [None req-d14c0f60-da07-4363-875d-d3fdb289e697 admin admin] Added segment 9dcb5c16-cf6b-44e2-bf55-9aa3ad9575bd of type vlan for network 47957980-3283-4fc1-99b6-0932c7e5bfe4
Jul 06 00:56:52.669461 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d14c0f60-da07-4363-875d-d3fdb289e697 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734504930197'] for network, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:52.697493 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d14c0f60-da07-4363-875d-d3fdb289e697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for network, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:52.699369 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14c0f60-da07-4363-875d-d3fdb289e697 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:56:52.699997 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d14c0f60-da07-4363-875d-d3fdb289e697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:52.704833 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f1a338e5-52f8-4f19-9af3-ec5c5b0ceaec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:52.803001 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-d14c0f60-da07-4363-875d-d3fdb289e697 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.5111725
Jul 06 00:56:52.803945 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c0f60-da07-4363-875d-d3fdb289e697 admin admin] Pushing event updated for resources: {'Network': ['ID=47957980-3283-4fc1-99b6-0932c7e5bfe4,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:52.805993 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 34204) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:56:52.809057 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d14c0f60-da07-4363-875d-d3fdb289e697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:52.812919 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-34583efb-32a0-4212-8fef-b76381e2c5b2 admin admin] Request body: {'subnet': {'network_id': '47957980-3283-4fc1-99b6-0932c7e5bfe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1147548481-subnet', 'tenant_id': '26f5122ac63f4d19a128dbe4dcb3a797', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:56:52.815372 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Network 47957980-3283-4fc1-99b6-0932c7e5bfe4 details requested by agent ovs-agent-dv-cinder-799546-2-iscsi with host dv-cinder-799546-2-iscsi {{(pid=80882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 00:56:52.817996 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-34583efb-32a0-4212-8fef-b76381e2c5b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:56:52.822595 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-34583efb-32a0-4212-8fef-b76381e2c5b2 admin admin] Usage tracker for resource:subnet and tenant:26f5122ac63f4d19a128dbe4dcb3a797 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:56:52.827372 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-34583efb-32a0-4212-8fef-b76381e2c5b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:56:52.833873 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-34583efb-32a0-4212-8fef-b76381e2c5b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:56:52.844644 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34583efb-32a0-4212-8fef-b76381e2c5b2 admin admin] Made reservation on behalf of 26f5122ac63f4d19a128dbe4dcb3a797 for: {'subnet': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:56:52.849357 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-34583efb-32a0-4212-8fef-b76381e2c5b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31490863'] for subnet, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:53.049287 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-34583efb-32a0-4212-8fef-b76381e2c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853432012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31491032'] for subnet, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:53.053472 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:53.108719 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e no longer exists at agent hyperv_hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:242}}
Jul 06 00:56:53.124936 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34583efb-32a0-4212-8fef-b76381e2c5b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbbea238-94f5-4f97-b02e-bc321f606696,revision_number=0']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:53.134578 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-34583efb-32a0-4212-8fef-b76381e2c5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:53.146099 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34583efb-32a0-4212-8fef-b76381e2c5b2 admin admin] Checking segment: {'id': '9dcb5c16-cf6b-44e2-bf55-9aa3ad9575bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '47957980-3283-4fc1-99b6-0932c7e5bfe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:56:53.146491 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34583efb-32a0-4212-8fef-b76381e2c5b2 admin admin] Network hostable DHCP agents. Network: 47957980-3283-4fc1-99b6-0932c7e5bfe4, hostable agents: ['f5e345ff-b6f9-433d-a315-fe369d22c770'], hosted agents: [] {{(pid=80881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 00:56:53.156958 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34583efb-32a0-4212-8fef-b76381e2c5b2 admin admin] Network 47957980-3283-4fc1-99b6-0932c7e5bfe4 is scheduled to be hosted by DHCP agent f5e345ff-b6f9-433d-a315-fe369d22c770 {{(pid=80881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 00:56:53.167486 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.plugin [None req-375f1531-e412-4812-87f3-970f43045b6a None None] No Port match for: 71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e {{(pid=80882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2217}}
Jul 06 00:56:53.167834 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Device 71fe8d06-d7ec-43c1-90a0-a7b7dabc7f1e not bound to the agent host hv-cinder-79954 {{(pid=80882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:250}}
Jul 06 00:56:53.167980 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-34583efb-32a0-4212-8fef-b76381e2c5b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-2-iscsi, 47957980-3283-4fc1-99b6-0932c7e5bfe4) {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:56:53.172018 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34583efb-32a0-4212-8fef-b76381e2c5b2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:56:53.172837 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-34583efb-32a0-4212-8fef-b76381e2c5b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:53.177444 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4957a7-8b49-428d-9234-a5f832cec707 None None] Network 47957980-3283-4fc1-99b6-0932c7e5bfe4 requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:56:53.199488 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-34583efb-32a0-4212-8fef-b76381e2c5b2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.3922706
Jul 06 00:56:53.423936 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399b33a9-8bc3-44a2-9732-6c5bd9947d96 None None] Network 47957980-3283-4fc1-99b6-0932c7e5bfe4 requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:56:54.169538 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 34234) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:56:54.176554 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1228175581-network', 'tenant_id': 'df200abb407a474cb97e0a0f9e58907d'}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:56:54.181759 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:56:54.186444 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] Usage tracker for resource:network and tenant:df200abb407a474cb97e0a0f9e58907d is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:56:54.190729 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:56:54.197825 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:56:54.207717 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] Made reservation on behalf of df200abb407a474cb97e0a0f9e58907d for: {'network': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:56:54.212718 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3152512'] for network, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:54.226484 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:54.267521 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:56:54.271796 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] Usage tracker for resource:security_group_rule and tenant:df200abb407a474cb97e0a0f9e58907d is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:56:54.274704 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:56:54.280763 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:56:54.354591 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:54.357438 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:54.361815 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-96c056ad-1aa6-420c-96e0-02b4800ba3f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:54.396530 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'}  {{(pid=80881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}}
Jul 06 00:56:54.418579 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8301d28d-cb69-4fad-afdb-5be9e4338cf8,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:54.423881 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:54.428411 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:54.429294 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.db.segments_db [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] Added segment 309fd3ae-d303-4d05-b375-6d089a3fdbad of type vlan for network 9da13a64-e2dd-49e2-9179-bd6c02aebc91
Jul 06 00:56:54.465666 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734504930197'] for network, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:54.507870 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378'] for network, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:54.509172 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:56:54.509812 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:54.516003 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:54.646130 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4753742
Jul 06 00:56:54.647223 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] Pushing event updated for resources: {'Network': ['ID=9da13a64-e2dd-49e2-9179-bd6c02aebc91,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:54.649269 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 34242) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:56:54.652971 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:54.656890 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.v2.base [None req-f896f1fb-a9bb-42ba-8b20-9e1a7bb587de admin admin] Request body: {'subnet': {'network_id': '9da13a64-e2dd-49e2-9179-bd6c02aebc91', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1228175581-subnet', 'tenant_id': 'df200abb407a474cb97e0a0f9e58907d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 06 00:56:54.660670 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.rpc [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Network 9da13a64-e2dd-49e2-9179-bd6c02aebc91 details requested by agent ovs-agent-dv-cinder-799546-2-iscsi with host dv-cinder-799546-2-iscsi {{(pid=80882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:231}}
Jul 06 00:56:54.662065 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-f896f1fb-a9bb-42ba-8b20-9e1a7bb587de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:56:54.666024 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-f896f1fb-a9bb-42ba-8b20-9e1a7bb587de admin admin] Usage tracker for resource:subnet and tenant:df200abb407a474cb97e0a0f9e58907d is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:56:54.670448 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-f896f1fb-a9bb-42ba-8b20-9e1a7bb587de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:56:54.676280 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-f896f1fb-a9bb-42ba-8b20-9e1a7bb587de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:56:54.685652 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f896f1fb-a9bb-42ba-8b20-9e1a7bb587de admin admin] Made reservation on behalf of df200abb407a474cb97e0a0f9e58907d for: {'subnet': 1} {{(pid=80881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jul 06 00:56:54.690340 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f896f1fb-a9bb-42ba-8b20-9e1a7bb587de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31490863'] for subnet, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:54.895669 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f896f1fb-a9bb-42ba-8b20-9e1a7bb587de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853432012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31491032'] for subnet, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:54.899911 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:54.974334 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896f1fb-a9bb-42ba-8b20-9e1a7bb587de admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f88ce1f-3e4e-41f5-9dfd-a126bbcb5d5f,revision_number=0']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:54.978437 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-f896f1fb-a9bb-42ba-8b20-9e1a7bb587de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:54.986913 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f896f1fb-a9bb-42ba-8b20-9e1a7bb587de admin admin] Checking segment: {'id': '309fd3ae-d303-4d05-b375-6d089a3fdbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9da13a64-e2dd-49e2-9179-bd6c02aebc91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=80881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jul 06 00:56:54.987365 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f896f1fb-a9bb-42ba-8b20-9e1a7bb587de admin admin] Network hostable DHCP agents. Network: 9da13a64-e2dd-49e2-9179-bd6c02aebc91, hostable agents: ['f5e345ff-b6f9-433d-a315-fe369d22c770'], hosted agents: [] {{(pid=80881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:297}}
Jul 06 00:56:54.996399 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f896f1fb-a9bb-42ba-8b20-9e1a7bb587de admin admin] Network 9da13a64-e2dd-49e2-9179-bd6c02aebc91 is scheduled to be hosted by DHCP agent f5e345ff-b6f9-433d-a315-fe369d22c770 {{(pid=80881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:196}}
Jul 06 00:56:55.008656 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.scheduler.base_scheduler [None req-f896f1fb-a9bb-42ba-8b20-9e1a7bb587de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799546-2-iscsi, 9da13a64-e2dd-49e2-9179-bd6c02aebc91) {{(pid=80881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jul 06 00:56:55.013161 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f896f1fb-a9bb-42ba-8b20-9e1a7bb587de admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=80881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jul 06 00:56:55.013779 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-f896f1fb-a9bb-42ba-8b20-9e1a7bb587de admin admin] Notify callbacks [] for subnet, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:55.018374 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbe36b9-5aed-444a-8cd2-e9c0d1a35052 None None] Network 9da13a64-e2dd-49e2-9179-bd6c02aebc91 requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:56:55.034153 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-f896f1fb-a9bb-42ba-8b20-9e1a7bb587de admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.3837347
Jul 06 00:56:55.188598 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 34250) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:56:55.252576 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_v2 [None req-31527dd3-3dfe-4a93-94b3-61cfac6762b0 admin admin] Deleting subnet fbbea238-94f5-4f97-b02e-bc321f606696 {{(pid=80881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 00:56:55.252937 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-31527dd3-3dfe-4a93-94b3-61cfac6762b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:55.303331 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-31527dd3-3dfe-4a93-94b3-61cfac6762b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853420725'] for subnet, precommit_delete_associations {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:55.368417 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-31527dd3-3dfe-4a93-94b3-61cfac6762b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312649'] for subnet, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:55.405645 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a19f5d-8600-4bf1-9570-ca20ecead368 None None] Network 9da13a64-e2dd-49e2-9179-bd6c02aebc91 requested from dv-cinder-799546-2-iscsi {{(pid=80882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jul 06 00:56:55.435009 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-31527dd3-3dfe-4a93-94b3-61cfac6762b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851463167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1343856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823284784'] for subnet, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:55.439304 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:55.475813 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31527dd3-3dfe-4a93-94b3-61cfac6762b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbbea238-94f5-4f97-b02e-bc321f606696,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:55.478722 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-31527dd3-3dfe-4a93-94b3-61cfac6762b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:55.482321 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-31527dd3-3dfe-4a93-94b3-61cfac6762b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:55.488645 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-31527dd3-3dfe-4a93-94b3-61cfac6762b0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fbbea238-94f5-4f97-b02e-bc321f606696 HTTP/1.1" status: 204  len: 168 time: 0.2988694
Jul 06 00:56:55.491888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 34254) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:56:55.601997 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-404afe5d-7d07-47a4-abfc-f4b9dedf1d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850613198'] for network, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:55.720836 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-404afe5d-7d07-47a4-abfc-f4b9dedf1d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851462971', 'neutron.services.segments.db._delete_segments_for_network-8734505439535'] for network, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:55.734444 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-404afe5d-7d07-47a4-abfc-f4b9dedf1d4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1a8f789240>,) {'filters': {'network_id': ['47957980-3283-4fc1-99b6-0932c7e5bfe4']}} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:56:55.747650 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-404afe5d-7d07-47a4-abfc-f4b9dedf1d4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8f789240>, '9dcb5c16-cf6b-44e2-bf55-9aa3ad9575bd') {'for_net_delete': True} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:56:55.747988 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-404afe5d-7d07-47a4-abfc-f4b9dedf1d4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8f789240>, '9dcb5c16-cf6b-44e2-bf55-9aa3ad9575bd') {} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:56:55.760551 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-404afe5d-7d07-47a4-abfc-f4b9dedf1d4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302349340327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1355068'] for segment, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:55.774854 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-404afe5d-7d07-47a4-abfc-f4b9dedf1d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:55.781038 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404afe5d-7d07-47a4-abfc-f4b9dedf1d4d admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=80881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 00:56:55.781460 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-404afe5d-7d07-47a4-abfc-f4b9dedf1d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851464142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853431138'] for segment, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]: Traceback (most recent call last):
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:     timer()
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:     cb(*args, **kw)
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:     return func(*args, **kwargs)
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:     self._notify()
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:     self.callback(batched_events)
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:     event.method(event)
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:     segment_id)['aggregates'][0]
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:     return f(self, *a, **k)
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self._get(url).json()
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:     **kwargs)
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self.request(url, 'GET', **kwargs)
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:     **endpoint_filter)
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 00:56:55.795472 dv-cinder-799546-2-iscsi neutron-server[80769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 00:56:55.867520 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-404afe5d-7d07-47a4-abfc-f4b9dedf1d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3312860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459991'] for network, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:55.871400 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:55.889318 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-404afe5d-7d07-47a4-abfc-f4b9dedf1d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:55.895076 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404afe5d-7d07-47a4-abfc-f4b9dedf1d4d admin admin] Pushing event deleted for resources: {'Network': ['ID=47957980-3283-4fc1-99b6-0932c7e5bfe4,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:55.898359 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-404afe5d-7d07-47a4-abfc-f4b9dedf1d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:55.899944 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-404afe5d-7d07-47a4-abfc-f4b9dedf1d4d admin admin] 10.222.0.13 "DELETE /v2.0/networks/47957980-3283-4fc1-99b6-0932c7e5bfe4 HTTP/1.1" status: 204  len: 168 time: 0.4070554
Jul 06 00:56:55.903740 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 34260) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:56:55.963899 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe5a442-2051-4c83-8102-33faeb916924 admin admin] Deleting subnet 2f88ce1f-3e4e-41f5-9dfd-a126bbcb5d5f {{(pid=80881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 00:56:55.964262 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3fe5a442-2051-4c83-8102-33faeb916924 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:56.016534 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3fe5a442-2051-4c83-8102-33faeb916924 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853420725'] for subnet, precommit_delete_associations {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:56.076236 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3fe5a442-2051-4c83-8102-33faeb916924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312649'] for subnet, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:56.143102 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3fe5a442-2051-4c83-8102-33faeb916924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851463167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1343856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036823284784'] for subnet, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:56.147442 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:56.178888 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5a442-2051-4c83-8102-33faeb916924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f88ce1f-3e4e-41f5-9dfd-a126bbcb5d5f,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:56.183198 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3fe5a442-2051-4c83-8102-33faeb916924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:56.185909 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3fe5a442-2051-4c83-8102-33faeb916924 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:56.191983 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-3fe5a442-2051-4c83-8102-33faeb916924 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2f88ce1f-3e4e-41f5-9dfd-a126bbcb5d5f HTTP/1.1" status: 204  len: 168 time: 0.2872319
Jul 06 00:56:56.194772 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 34264) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:56:56.530826 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6617601b-c828-4ba9-8907-44c7bc886de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850613198'] for network, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:56.649070 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6617601b-c828-4ba9-8907-44c7bc886de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851462971', 'neutron.services.segments.db._delete_segments_for_network-8734505439535'] for network, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:56.662806 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-6617601b-c828-4ba9-8907-44c7bc886de3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1a8f3779e8>,) {'filters': {'network_id': ['9da13a64-e2dd-49e2-9179-bd6c02aebc91']}} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:56:56.675982 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-6617601b-c828-4ba9-8907-44c7bc886de3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8f3779e8>, '309fd3ae-d303-4d05-b375-6d089a3fdbad') {'for_net_delete': True} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:56:56.676321 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-6617601b-c828-4ba9-8907-44c7bc886de3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8f3779e8>, '309fd3ae-d303-4d05-b375-6d089a3fdbad') {} {{(pid=80881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:56:56.688506 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6617601b-c828-4ba9-8907-44c7bc886de3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302349340327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1355068'] for segment, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:56.702783 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6617601b-c828-4ba9-8907-44c7bc886de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:56.708871 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6617601b-c828-4ba9-8907-44c7bc886de3 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=80881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 00:56:56.709294 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6617601b-c828-4ba9-8907-44c7bc886de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851464142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853431138'] for segment, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]: Traceback (most recent call last):
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:     timer()
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:     cb(*args, **kw)
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:     return func(*args, **kwargs)
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:     self._notify()
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:     self.callback(batched_events)
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:     event.method(event)
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:     segment_id)['aggregates'][0]
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:     return f(self, *a, **k)
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self._get(url).json()
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:     **kwargs)
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self.request(url, 'GET', **kwargs)
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:     **endpoint_filter)
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 00:56:56.723187 dv-cinder-799546-2-iscsi neutron-server[80769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 00:56:56.793491 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6617601b-c828-4ba9-8907-44c7bc886de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3312860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459991'] for network, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:56.796952 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:56.812841 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-6617601b-c828-4ba9-8907-44c7bc886de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:56.818500 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617601b-c828-4ba9-8907-44c7bc886de3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9da13a64-e2dd-49e2-9179-bd6c02aebc91,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:56.821458 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-6617601b-c828-4ba9-8907-44c7bc886de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:56.823362 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-6617601b-c828-4ba9-8907-44c7bc886de3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9da13a64-e2dd-49e2-9179-bd6c02aebc91 HTTP/1.1" status: 204  len: 168 time: 0.6275506
Jul 06 00:56:57.034200 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 34272) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:56:57.105384 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-874a92e1-5ebb-4ef6-8434-0170e35afe95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26f5122ac63f4d19a128dbe4dcb3a797&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0693309
Jul 06 00:56:57.108071 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 34276) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:56:57.173606 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-623dfe9b-9d20-4cb9-a58e-77603cbc1057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:57.203687 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-623dfe9b-9d20-4cb9-a58e-77603cbc1057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:57.246986 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-623dfe9b-9d20-4cb9-a58e-77603cbc1057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:57.251826 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-27cdc226-850b-4161-a29c-fba379060184 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:57.269544 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623dfe9b-9d20-4cb9-a58e-77603cbc1057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dacf72d-3317-4264-8fb8-813a8d0cf8a8,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:57.271964 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-623dfe9b-9d20-4cb9-a58e-77603cbc1057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:57.275268 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-623dfe9b-9d20-4cb9-a58e-77603cbc1057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:57.276662 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-623dfe9b-9d20-4cb9-a58e-77603cbc1057 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3dacf72d-3317-4264-8fb8-813a8d0cf8a8 HTTP/1.1" status: 204  len: 168 time: 0.1675844
Jul 06 00:56:57.678434 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 34284) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:56:57.734760 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-b9addb8b-1eb2-48af-818d-2512c9b73078 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df200abb407a474cb97e0a0f9e58907d&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0550179
Jul 06 00:56:57.737297 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 34288) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:56:57.798341 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d8530ce2-5310-4e34-adb9-020a111ba4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:57.825743 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d8530ce2-5310-4e34-adb9-020a111ba4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:57.874983 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d8530ce2-5310-4e34-adb9-020a111ba4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:57.879883 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-733db1b2-8f41-4b17-8aec-b77f5c171de9 tempest-AttachVolumeShelveTestJSON-1843881563 tempest-AttachVolumeShelveTestJSON-1843881563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:56:57.891684 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8530ce2-5310-4e34-adb9-020a111ba4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8301d28d-cb69-4fad-afdb-5be9e4338cf8,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:56:57.895216 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-d8530ce2-5310-4e34-adb9-020a111ba4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:56:57.898526 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d8530ce2-5310-4e34-adb9-020a111ba4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:56:57.899767 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-d8530ce2-5310-4e34-adb9-020a111ba4a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8301d28d-cb69-4fad-afdb-5be9e4338cf8 HTTP/1.1" status: 204  len: 168 time: 0.1615057
Jul 06 00:57:00.700338 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 34366) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:57:00.852589 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4db97e87-8df7-4011-92e4-069fe8cb0901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:00.884369 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-4db97e87-8df7-4011-92e4-069fe8cb0901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:57:00.889439 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-4db97e87-8df7-4011-92e4-069fe8cb0901 admin admin] Usage tracker for resource:security_group_rule and tenant:19bed51ec89b43df804cfd1e93e5e318 is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:57:00.892222 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-4db97e87-8df7-4011-92e4-069fe8cb0901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:57:00.898079 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-4db97e87-8df7-4011-92e4-069fe8cb0901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:57:00.966933 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4db97e87-8df7-4011-92e4-069fe8cb0901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:00.969753 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4db97e87-8df7-4011-92e4-069fe8cb0901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:00.976808 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-da19674d-b404-458c-b039-8156a958d7b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:57:01.026178 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-4db97e87-8df7-4011-92e4-069fe8cb0901 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19bed51ec89b43df804cfd1e93e5e318&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3238480
Jul 06 00:57:01.027466 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db97e87-8df7-4011-92e4-069fe8cb0901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c2ac52-8bd1-4223-8592-38b12cbb4127,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:57:01.029179 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 34372) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:57:01.030617 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-4db97e87-8df7-4011-92e4-069fe8cb0901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:57:01.091882 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1de172df-bc81-4251-abfb-1ccb9ea59a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:01.118847 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1de172df-bc81-4251-abfb-1ccb9ea59a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:01.163727 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1de172df-bc81-4251-abfb-1ccb9ea59a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:01.167870 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-2df95be0-9e83-4433-bdb4-298b3d586769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:57:01.178572 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de172df-bc81-4251-abfb-1ccb9ea59a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c2ac52-8bd1-4223-8592-38b12cbb4127,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:57:01.191328 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1de172df-bc81-4251-abfb-1ccb9ea59a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:01.192536 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-1de172df-bc81-4251-abfb-1ccb9ea59a6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95c2ac52-8bd1-4223-8592-38b12cbb4127 HTTP/1.1" status: 204  len: 168 time: 0.1622927
Jul 06 00:57:01.194524 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de172df-bc81-4251-abfb-1ccb9ea59a6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:57:01.194943 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de172df-bc81-4251-abfb-1ccb9ea59a6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:57:01.195407 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de172df-bc81-4251-abfb-1ccb9ea59a6d admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:57:01.195818 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de172df-bc81-4251-abfb-1ccb9ea59a6d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:57:01.196222 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de172df-bc81-4251-abfb-1ccb9ea59a6d admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:57:01.196991 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de172df-bc81-4251-abfb-1ccb9ea59a6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:57:01.196991 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de172df-bc81-4251-abfb-1ccb9ea59a6d admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:57:01.197413 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de172df-bc81-4251-abfb-1ccb9ea59a6d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:57:01.198379 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de172df-bc81-4251-abfb-1ccb9ea59a6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:57:01.198776 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de172df-bc81-4251-abfb-1ccb9ea59a6d admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:57:01.199192 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de172df-bc81-4251-abfb-1ccb9ea59a6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:57:01.202353 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1de172df-bc81-4251-abfb-1ccb9ea59a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:57:01.535017 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 34380) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:57:01.558965 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b0e08364-a143-4f06-a59f-4b4517d4d9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:01.591720 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-b0e08364-a143-4f06-a59f-4b4517d4d9c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:57:01.595640 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-b0e08364-a143-4f06-a59f-4b4517d4d9c2 admin admin] Usage tracker for resource:security_group_rule and tenant:0868406883f644be8d4d9513ae637214 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:57:01.598497 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-b0e08364-a143-4f06-a59f-4b4517d4d9c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:57:01.604440 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-b0e08364-a143-4f06-a59f-4b4517d4d9c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:57:01.670477 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b0e08364-a143-4f06-a59f-4b4517d4d9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:01.673271 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-b0e08364-a143-4f06-a59f-4b4517d4d9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:01.680420 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a29a740d-3138-4393-8cc9-827ae9fc437b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:57:01.722666 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e08364-a143-4f06-a59f-4b4517d4d9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0bd9d6-e7a3-456d-9eee-fd7cb1283b3d,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:57:01.725783 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b0e08364-a143-4f06-a59f-4b4517d4d9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:57:01.728128 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-b0e08364-a143-4f06-a59f-4b4517d4d9c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0868406883f644be8d4d9513ae637214&name=default HTTP/1.1" status: 200  len: 2629 time: 0.1920059
Jul 06 00:57:01.731309 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 34384) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:57:01.798818 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1c7b3229-c76a-4b8e-b951-0ce1a48f9e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:01.826407 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1c7b3229-c76a-4b8e-b951-0ce1a48f9e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:01.870707 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1c7b3229-c76a-4b8e-b951-0ce1a48f9e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:01.875793 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1de172df-bc81-4251-abfb-1ccb9ea59a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:57:01.890227 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b3229-c76a-4b8e-b951-0ce1a48f9e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0bd9d6-e7a3-456d-9eee-fd7cb1283b3d,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:57:01.892644 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1c7b3229-c76a-4b8e-b951-0ce1a48f9e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:57:01.894780 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1c7b3229-c76a-4b8e-b951-0ce1a48f9e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:01.896063 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-1c7b3229-c76a-4b8e-b951-0ce1a48f9e49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d0bd9d6-e7a3-456d-9eee-fd7cb1283b3d HTTP/1.1" status: 204  len: 168 time: 0.1638472
Jul 06 00:57:12.335672 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ebf6e111-b65c-4a84-a654-f45991fed5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:13.688044 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:14.134259 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:14.355997 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-8b8c4f42-a46d-4ff5-b9a3-7744c02f8db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:14.868205 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:16.016424 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:27.065944 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:57:30.749637 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 34648) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:57:30.817207 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9945b6-68b1-45f7-82b1-64875b5c5953 admin admin] Deleting subnet ff36a2c8-aef1-4c02-b836-b24f9b6f212c {{(pid=80880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1063}}
Jul 06 00:57:30.817582 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9c9945b6-68b1-45f7-82b1-64875b5c5953 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:30.866424 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9c9945b6-68b1-45f7-82b1-64875b5c5953 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853343471'] for subnet, precommit_delete_associations {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:30.930719 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9c9945b6-68b1-45f7-82b1-64875b5c5953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3312649'] for subnet, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:31.000394 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9c9945b6-68b1-45f7-82b1-64875b5c5953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851463167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492220', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32381836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31702690'] for subnet, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:31.004843 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:57:31.039849 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9945b6-68b1-45f7-82b1-64875b5c5953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff36a2c8-aef1-4c02-b836-b24f9b6f212c,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:57:31.042553 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-9c9945b6-68b1-45f7-82b1-64875b5c5953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:57:31.046396 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-9c9945b6-68b1-45f7-82b1-64875b5c5953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for subnet, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:31.052456 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-9c9945b6-68b1-45f7-82b1-64875b5c5953 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ff36a2c8-aef1-4c02-b836-b24f9b6f212c HTTP/1.1" status: 204  len: 168 time: 0.3016534
Jul 06 00:57:31.055196 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 34652) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:57:31.165186 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-89a1cca2-8a4a-4fdb-bec0-c375ef3619ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850613198'] for network, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:31.285511 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-89a1cca2-8a4a-4fdb-bec0-c375ef3619ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851462971', 'neutron.services.segments.db._delete_segments_for_network-8734505439535'] for network, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:31.299224 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-89a1cca2-8a4a-4fdb-bec0-c375ef3619ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f1a8f3a5208>,) {'filters': {'network_id': ['92023782-d3fa-4490-91a4-0e9ae4864309']}} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:57:31.312742 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-89a1cca2-8a4a-4fdb-bec0-c375ef3619ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8f3a5208>, '87f1e813-dbe3-4fbf-811c-3ce613c76df3') {'for_net_delete': True} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:57:31.313078 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.services.segments.db [None req-89a1cca2-8a4a-4fdb-bec0-c375ef3619ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f1a8f3a5208>, '87f1e813-dbe3-4fbf-811c-3ce613c76df3') {} {{(pid=80880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jul 06 00:57:31.329030 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-89a1cca2-8a4a-4fdb-bec0-c375ef3619ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363302349340327', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1432422'] for segment, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:31.343375 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-89a1cca2-8a4a-4fdb-bec0-c375ef3619ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3311674'] for segment, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:31.349443 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a1cca2-8a4a-4fdb-bec0-c375ef3619ca admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=80880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Jul 06 00:57:31.349858 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-89a1cca2-8a4a-4fdb-bec0-c375ef3619ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851464142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822393246'] for segment, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]: Traceback (most recent call last):
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:     timer()
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:     cb(*args, **kw)
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/common/utils.py", line 968, in wrapper
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:     return func(*args, **kwargs)
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:     self._notify()
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:     self.callback(batched_events)
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:     event.method(event)
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:     segment_id)['aggregates'][0]
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 53, in wrapper
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:     return f(self, *a, **k)
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 508, in list_aggregates
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self._get(url).json()
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 178, in _get
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:     **kwargs)
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1116, in get
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:     return self.request(url, 'GET', **kwargs)
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 787, in request
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:     **endpoint_filter)
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1216, in get_endpoint
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1156, in _auth_required
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 06 00:57:31.363691 dv-cinder-799546-2-iscsi neutron-server[80769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 06 00:57:31.429734 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-89a1cca2-8a4a-4fdb-bec0-c375ef3619ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3312860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3153378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-459991'] for network, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:31.434305 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c56b5ace-5bd3-41d1-b93f-a0b169d8edf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:57:31.452133 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-89a1cca2-8a4a-4fdb-bec0-c375ef3619ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851628532'] for network, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:31.462684 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1cca2-8a4a-4fdb-bec0-c375ef3619ca admin admin] Pushing event deleted for resources: {'Network': ['ID=92023782-d3fa-4490-91a4-0e9ae4864309,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:57:31.466043 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-89a1cca2-8a4a-4fdb-bec0-c375ef3619ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:57:31.470306 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-89a1cca2-8a4a-4fdb-bec0-c375ef3619ca admin admin] 10.222.0.13 "DELETE /v2.0/networks/92023782-d3fa-4490-91a4-0e9ae4864309 HTTP/1.1" status: 204  len: 168 time: 0.4141064
Jul 06 00:57:31.671707 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 34658) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:57:31.724846 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-00add94b-6293-4a5e-a96c-a08b11f1e59e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=548eb5fe49504e6596bf3d52d20d0b7e&name=default HTTP/1.1" status: 200  len: 2629 time: 0.0518215
Jul 06 00:57:31.727454 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 34662) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:57:31.788613 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-30794a4f-7940-4761-b35e-bd1c2e4b9850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:31.816380 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-30794a4f-7940-4761-b35e-bd1c2e4b9850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:31.868364 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-30794a4f-7940-4761-b35e-bd1c2e4b9850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:31.874487 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-945d76c0-c7d9-4701-9b63-57df7cf911b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:57:31.889635 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30794a4f-7940-4761-b35e-bd1c2e4b9850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b0980b-2fca-4346-8a03-82576ce3f100,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:57:31.894779 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-30794a4f-7940-4761-b35e-bd1c2e4b9850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:57:31.896720 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-30794a4f-7940-4761-b35e-bd1c2e4b9850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:31.897905 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-30794a4f-7940-4761-b35e-bd1c2e4b9850 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43b0980b-2fca-4346-8a03-82576ce3f100 HTTP/1.1" status: 204  len: 168 time: 0.1694951
Jul 06 00:57:42.339968 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cc263aa2-1c7a-4097-a6f3-586e3df9d5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:43.691691 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:44.123992 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:44.356253 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-d45c198e-5375-4949-984c-59c407a34e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:44.871596 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:46.018554 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:46.679964 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 34762) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:57:46.829516 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-18f971e2-259d-43c7-a363-0879c93e2cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:46.861179 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-18f971e2-259d-43c7-a363-0879c93e2cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:57:46.865048 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-18f971e2-259d-43c7-a363-0879c93e2cd4 admin admin] Usage tracker for resource:security_group_rule and tenant:97069889167f4ca8a0e91b5249c594c3 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:57:46.867928 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-18f971e2-259d-43c7-a363-0879c93e2cd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:57:46.873858 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-18f971e2-259d-43c7-a363-0879c93e2cd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:57:46.940684 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-18f971e2-259d-43c7-a363-0879c93e2cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:46.943326 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-18f971e2-259d-43c7-a363-0879c93e2cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:46.950969 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7469ed8a-771d-408a-bd63-f5213dd8178b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:57:46.995685 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f971e2-259d-43c7-a363-0879c93e2cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2480e14b-821e-4fa3-9bc1-bb089729143b,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:57:46.999067 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-18f971e2-259d-43c7-a363-0879c93e2cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:57:47.002477 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-18f971e2-259d-43c7-a363-0879c93e2cd4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97069889167f4ca8a0e91b5249c594c3&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3213542
Jul 06 00:57:47.005320 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 34768) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:57:47.070573 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a9566dd5-5230-4f50-bf4f-f3dbb0ea99ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:47.097878 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a9566dd5-5230-4f50-bf4f-f3dbb0ea99ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:47.144486 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a9566dd5-5230-4f50-bf4f-f3dbb0ea99ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:47.149696 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-30794a4f-7940-4761-b35e-bd1c2e4b9850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:57:47.166716 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9566dd5-5230-4f50-bf4f-f3dbb0ea99ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2480e14b-821e-4fa3-9bc1-bb089729143b,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:57:47.169814 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a9566dd5-5230-4f50-bf4f-f3dbb0ea99ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:57:47.171967 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a9566dd5-5230-4f50-bf4f-f3dbb0ea99ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:47.173174 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-a9566dd5-5230-4f50-bf4f-f3dbb0ea99ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2480e14b-821e-4fa3-9bc1-bb089729143b HTTP/1.1" status: 204  len: 168 time: 0.1667850
Jul 06 00:57:47.516343 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 34776) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:57:47.536206 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-073c476d-5828-4dd8-9579-5912910f8c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:47.566519 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-073c476d-5828-4dd8-9579-5912910f8c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:57:47.570452 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-073c476d-5828-4dd8-9579-5912910f8c1d admin admin] Usage tracker for resource:security_group_rule and tenant:5325c72055084677a2af6b94e296be3a is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:57:47.573925 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-073c476d-5828-4dd8-9579-5912910f8c1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:57:47.580279 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-073c476d-5828-4dd8-9579-5912910f8c1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:57:47.646714 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-073c476d-5828-4dd8-9579-5912910f8c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:47.649364 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-073c476d-5828-4dd8-9579-5912910f8c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:47.657149 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a94fda9e-6946-4770-b6dc-fd56cd99a9fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:57:47.698694 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c476d-5828-4dd8-9579-5912910f8c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37747721-f5c9-40f6-aa97-3080fbda9f25,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:57:47.702496 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-073c476d-5828-4dd8-9579-5912910f8c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:57:47.704936 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-073c476d-5828-4dd8-9579-5912910f8c1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5325c72055084677a2af6b94e296be3a&name=default HTTP/1.1" status: 200  len: 2629 time: 0.1875141
Jul 06 00:57:47.707976 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 34780) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:57:47.773826 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-86aac509-1cf1-461a-bec1-5e2844937e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:47.801397 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-86aac509-1cf1-461a-bec1-5e2844937e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:47.846849 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-86aac509-1cf1-461a-bec1-5e2844937e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:47.851800 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-e656baec-72d9-48b9-8f2d-a72625666232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:57:47.865106 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aac509-1cf1-461a-bec1-5e2844937e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37747721-f5c9-40f6-aa97-3080fbda9f25,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:57:47.868106 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-86aac509-1cf1-461a-bec1-5e2844937e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:57:47.868982 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-86aac509-1cf1-461a-bec1-5e2844937e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:47.870286 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-86aac509-1cf1-461a-bec1-5e2844937e06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37747721-f5c9-40f6-aa97-3080fbda9f25 HTTP/1.1" status: 204  len: 168 time: 0.1611953
Jul 06 00:57:50.324332 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 34828) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:57:50.473185 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3fb24814-69b6-49b5-8aa5-0330749a2927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:50.508747 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-3fb24814-69b6-49b5-8aa5-0330749a2927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:57:50.513299 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-3fb24814-69b6-49b5-8aa5-0330749a2927 admin admin] Usage tracker for resource:security_group_rule and tenant:4c5b6d7bb9664d21b40da47dbfbdff52 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:57:50.516372 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-3fb24814-69b6-49b5-8aa5-0330749a2927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:57:50.522122 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-3fb24814-69b6-49b5-8aa5-0330749a2927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:57:50.589814 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3fb24814-69b6-49b5-8aa5-0330749a2927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:50.593251 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-3fb24814-69b6-49b5-8aa5-0330749a2927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:50.600486 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-bedf0a9d-f399-4d39-a300-79d0585b2b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:57:50.650493 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb24814-69b6-49b5-8aa5-0330749a2927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ef66ff-5f8c-4867-89d2-aa08f1766054,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:57:50.654515 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-3fb24814-69b6-49b5-8aa5-0330749a2927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:57:50.657281 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-3fb24814-69b6-49b5-8aa5-0330749a2927 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c5b6d7bb9664d21b40da47dbfbdff52&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3317516
Jul 06 00:57:50.660229 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 34834) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:57:50.725791 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4cfa8f7f-59e8-4d77-96ea-b504b921df79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:50.751715 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4cfa8f7f-59e8-4d77-96ea-b504b921df79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:50.795353 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4cfa8f7f-59e8-4d77-96ea-b504b921df79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:50.800189 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-ec323bc5-29ef-4098-900b-f905c4bd0482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:57:50.810607 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa8f7f-59e8-4d77-96ea-b504b921df79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ef66ff-5f8c-4867-89d2-aa08f1766054,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:57:50.815303 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-4cfa8f7f-59e8-4d77-96ea-b504b921df79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:57:50.817178 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4cfa8f7f-59e8-4d77-96ea-b504b921df79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:50.818350 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-4cfa8f7f-59e8-4d77-96ea-b504b921df79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92ef66ff-5f8c-4867-89d2-aa08f1766054 HTTP/1.1" status: 204  len: 168 time: 0.1571298
Jul 06 00:57:51.169517 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 34842) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:57:51.189463 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ea4a1642-ada9-4caf-95ef-2f6804715e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:51.220648 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-ea4a1642-ada9-4caf-95ef-2f6804715e6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:57:51.224588 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-ea4a1642-ada9-4caf-95ef-2f6804715e6d admin admin] Usage tracker for resource:security_group_rule and tenant:668f55527c57400b93558345fe17e1d9 is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:57:51.228026 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-ea4a1642-ada9-4caf-95ef-2f6804715e6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:57:51.234630 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-ea4a1642-ada9-4caf-95ef-2f6804715e6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:57:51.313343 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ea4a1642-ada9-4caf-95ef-2f6804715e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:51.316030 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ea4a1642-ada9-4caf-95ef-2f6804715e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:51.323122 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-92632994-5389-4072-ba36-67a11eed2c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:57:51.365987 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a1642-ada9-4caf-95ef-2f6804715e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6459a7-faa1-442e-b59f-6d744465a891,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:57:51.369145 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-ea4a1642-ada9-4caf-95ef-2f6804715e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:57:51.373200 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-ea4a1642-ada9-4caf-95ef-2f6804715e6d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=668f55527c57400b93558345fe17e1d9&name=default HTTP/1.1" status: 200  len: 2629 time: 0.2014332
Jul 06 00:57:51.375648 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 34846) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:57:51.438533 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-957b0a32-6f33-443c-8619-64381950c93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:51.464791 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-957b0a32-6f33-443c-8619-64381950c93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:51.514287 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-957b0a32-6f33-443c-8619-64381950c93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:51.519023 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-02ffa058-8b8d-4db2-a84b-bea7b8948fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:57:51.532177 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b0a32-6f33-443c-8619-64381950c93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6459a7-faa1-442e-b59f-6d744465a891,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:57:51.534538 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-957b0a32-6f33-443c-8619-64381950c93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:57:51.536658 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-957b0a32-6f33-443c-8619-64381950c93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:51.537836 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-957b0a32-6f33-443c-8619-64381950c93b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d6459a7-faa1-442e-b59f-6d744465a891 HTTP/1.1" status: 204  len: 168 time: 0.1612256
Jul 06 00:57:54.351207 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 34920) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:57:54.504491 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a70cbb35-7af6-46b4-b067-4a2b2496abad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:54.535539 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-a70cbb35-7af6-46b4-b067-4a2b2496abad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:57:54.539453 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-a70cbb35-7af6-46b4-b067-4a2b2496abad admin admin] Usage tracker for resource:security_group_rule and tenant:fe0d37c7cf1f4f66b0d4a1fd1ba514ab is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:57:54.542299 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-a70cbb35-7af6-46b4-b067-4a2b2496abad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:57:54.548776 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-a70cbb35-7af6-46b4-b067-4a2b2496abad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:57:54.614841 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a70cbb35-7af6-46b4-b067-4a2b2496abad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:54.617642 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a70cbb35-7af6-46b4-b067-4a2b2496abad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:54.625432 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-73e550d8-4516-4e39-a5b8-ee9e738b62dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:57:54.671700 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cbb35-7af6-46b4-b067-4a2b2496abad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce037e6d-5424-45be-8810-1c9ebc4e26e4,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:57:54.678975 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-a70cbb35-7af6-46b4-b067-4a2b2496abad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe0d37c7cf1f4f66b0d4a1fd1ba514ab&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3240225
Jul 06 00:57:54.678975 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-a70cbb35-7af6-46b4-b067-4a2b2496abad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:57:54.679889 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 34926) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:57:54.741737 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4aaa07ea-2c72-4d7c-8b7d-83540418b1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:54.769376 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4aaa07ea-2c72-4d7c-8b7d-83540418b1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:54.812941 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4aaa07ea-2c72-4d7c-8b7d-83540418b1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:54.817850 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-b0e08364-a143-4f06-a59f-4b4517d4d9c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:57:54.828719 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa07ea-2c72-4d7c-8b7d-83540418b1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce037e6d-5424-45be-8810-1c9ebc4e26e4,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:57:54.831278 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-4aaa07ea-2c72-4d7c-8b7d-83540418b1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:57:54.836994 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4aaa07ea-2c72-4d7c-8b7d-83540418b1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:54.838201 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-4aaa07ea-2c72-4d7c-8b7d-83540418b1a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce037e6d-5424-45be-8810-1c9ebc4e26e4 HTTP/1.1" status: 204  len: 168 time: 0.1580055
Jul 06 00:57:55.191698 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 34934) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:57:55.216120 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4ea20b92-0fa6-4b61-ad88-02252f9e0bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:55.259912 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-4ea20b92-0fa6-4b61-ad88-02252f9e0bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:57:55.265233 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-4ea20b92-0fa6-4b61-ad88-02252f9e0bbe admin admin] Usage tracker for resource:security_group_rule and tenant:374537cc50584b83afce6a85e35ba8ca is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:57:55.269264 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-4ea20b92-0fa6-4b61-ad88-02252f9e0bbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:57:55.275010 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-4ea20b92-0fa6-4b61-ad88-02252f9e0bbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:57:55.340685 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4ea20b92-0fa6-4b61-ad88-02252f9e0bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:55.343553 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4ea20b92-0fa6-4b61-ad88-02252f9e0bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:55.350606 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-72c83470-8204-4e33-a502-999e11b5cf2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:57:55.392949 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea20b92-0fa6-4b61-ad88-02252f9e0bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a70b88-23a6-4b70-adfc-6ae3870f866d,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:57:55.397596 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-4ea20b92-0fa6-4b61-ad88-02252f9e0bbe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=374537cc50584b83afce6a85e35ba8ca&name=default HTTP/1.1" status: 200  len: 2629 time: 0.2047796
Jul 06 00:57:55.398573 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-4ea20b92-0fa6-4b61-ad88-02252f9e0bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:57:55.400668 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 34938) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:57:55.466563 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-149bb9c5-1292-4f15-8b3b-e55ad4a847b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:55.493217 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-149bb9c5-1292-4f15-8b3b-e55ad4a847b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:55.537553 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-149bb9c5-1292-4f15-8b3b-e55ad4a847b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:55.546105 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-957b0a32-6f33-443c-8619-64381950c93b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:57:55.562090 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bb9c5-1292-4f15-8b3b-e55ad4a847b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a70b88-23a6-4b70-adfc-6ae3870f866d,revision_number=None']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:57:55.564864 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-149bb9c5-1292-4f15-8b3b-e55ad4a847b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:57:55.566041 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-149bb9c5-1292-4f15-8b3b-e55ad4a847b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:57:55.567262 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-149bb9c5-1292-4f15-8b3b-e55ad4a847b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96a70b88-23a6-4b70-adfc-6ae3870f866d HTTP/1.1" status: 204  len: 168 time: 0.1656065
Jul 06 00:58:04.067659 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:58:08.772840 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80880) accepted ('10.222.0.13', 35048) {{(pid=80880) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:58:08.926506 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c65c345d-9277-4ac0-84e9-51b55c1beab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:58:08.957644 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c65c345d-9277-4ac0-84e9-51b55c1beab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:58:08.961502 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c65c345d-9277-4ac0-84e9-51b55c1beab6 admin admin] Usage tracker for resource:security_group_rule and tenant:e0591292729f45849270c0cebef396dd is out of sync, need to count used quota {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:58:08.964333 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-c65c345d-9277-4ac0-84e9-51b55c1beab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80880) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:58:08.970143 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-c65c345d-9277-4ac0-84e9-51b55c1beab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80880) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:58:09.040279 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c65c345d-9277-4ac0-84e9-51b55c1beab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:58:09.043098 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c65c345d-9277-4ac0-84e9-51b55c1beab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:58:09.050240 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-ea4a1642-ada9-4caf-95ef-2f6804715e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:58:09.093988 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c345d-9277-4ac0-84e9-51b55c1beab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5569b22-965f-477e-bf76-ebf002625eec,revision_number=1']} {{(pid=80880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:58:09.099736 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-c65c345d-9277-4ac0-84e9-51b55c1beab6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0591292729f45849270c0cebef396dd&name=default HTTP/1.1" status: 200  len: 2629 time: 0.3258078
Jul 06 00:58:09.102789 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 35054) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:58:09.105405 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65c345d-9277-4ac0-84e9-51b55c1beab6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:58:09.105823 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65c345d-9277-4ac0-84e9-51b55c1beab6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:58:09.106856 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65c345d-9277-4ac0-84e9-51b55c1beab6 admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:58:09.107293 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65c345d-9277-4ac0-84e9-51b55c1beab6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:58:09.107701 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65c345d-9277-4ac0-84e9-51b55c1beab6 admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:58:09.108104 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65c345d-9277-4ac0-84e9-51b55c1beab6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:58:09.109393 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65c345d-9277-4ac0-84e9-51b55c1beab6 admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:58:09.109393 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65c345d-9277-4ac0-84e9-51b55c1beab6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:58:09.109393 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65c345d-9277-4ac0-84e9-51b55c1beab6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:58:09.109757 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65c345d-9277-4ac0-84e9-51b55c1beab6 admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:58:09.110006 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65c345d-9277-4ac0-84e9-51b55c1beab6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:58:09.114097 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-c65c345d-9277-4ac0-84e9-51b55c1beab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:58:09.170498 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1202778a-a5c9-4533-88cd-4d85b06deb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:58:09.196897 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1202778a-a5c9-4533-88cd-4d85b06deb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:58:09.241288 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1202778a-a5c9-4533-88cd-4d85b06deb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:58:09.246041 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-edf172db-e00a-4653-9e6a-9feb5540d485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:58:09.266426 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202778a-a5c9-4533-88cd-4d85b06deb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5569b22-965f-477e-bf76-ebf002625eec,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:58:09.279317 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-1202778a-a5c9-4533-88cd-4d85b06deb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:58:09.280481 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-1202778a-a5c9-4533-88cd-4d85b06deb9e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5569b22-965f-477e-bf76-ebf002625eec HTTP/1.1" status: 204  len: 168 time: 0.1765809
Jul 06 00:58:09.281922 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1202778a-a5c9-4533-88cd-4d85b06deb9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:58:09.282340 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1202778a-a5c9-4533-88cd-4d85b06deb9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:58:09.282747 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1202778a-a5c9-4533-88cd-4d85b06deb9e admin admin] Version for resource type Network changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:58:09.283192 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1202778a-a5c9-4533-88cd-4d85b06deb9e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:58:09.283580 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1202778a-a5c9-4533-88cd-4d85b06deb9e admin admin] Version for resource type PortForwarding changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:58:09.283983 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1202778a-a5c9-4533-88cd-4d85b06deb9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:58:09.284377 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1202778a-a5c9-4533-88cd-4d85b06deb9e admin admin] Version for resource type SecurityGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:58:09.284781 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1202778a-a5c9-4533-88cd-4d85b06deb9e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:58:09.285175 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1202778a-a5c9-4533-88cd-4d85b06deb9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:58:09.285562 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1202778a-a5c9-4533-88cd-4d85b06deb9e admin admin] Version for resource type Subnet changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:58:09.285977 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1202778a-a5c9-4533-88cd-4d85b06deb9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799546-2-iscsi {{(pid=80881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jul 06 00:58:09.289080 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-1202778a-a5c9-4533-88cd-4d85b06deb9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:58:09.626558 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 35062) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:58:09.645968 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-51addb40-3552-45b5-bbeb-f35dfa8d9455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:58:09.677107 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-51addb40-3552-45b5-bbeb-f35dfa8d9455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jul 06 00:58:09.680949 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-51addb40-3552-45b5-bbeb-f35dfa8d9455 admin admin] Usage tracker for resource:security_group_rule and tenant:aed3c23baf3f4559aa38212120145c4c is out of sync, need to count used quota {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jul 06 00:58:09.683765 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.quota.resource [None req-51addb40-3552-45b5-bbeb-f35dfa8d9455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80881) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jul 06 00:58:09.689622 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.quota.driver [None req-51addb40-3552-45b5-bbeb-f35dfa8d9455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80881) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jul 06 00:58:09.754900 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-51addb40-3552-45b5-bbeb-f35dfa8d9455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:58:09.757823 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-51addb40-3552-45b5-bbeb-f35dfa8d9455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_create {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:58:09.764891 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-7a17cfc4-8948-4ced-8771-b16124285f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:58:09.810595 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51addb40-3552-45b5-bbeb-f35dfa8d9455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7bba88-7296-4f9b-9b32-6583ac8689e3,revision_number=1']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:58:09.813689 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-51addb40-3552-45b5-bbeb-f35dfa8d9455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:58:09.816030 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-51addb40-3552-45b5-bbeb-f35dfa8d9455 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aed3c23baf3f4559aa38212120145c4c&name=default HTTP/1.1" status: 200  len: 2629 time: 0.1883435
Jul 06 00:58:09.818944 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.wsgi [-] (80881) accepted ('10.222.0.13', 35066) {{(pid=80881) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:985}}
Jul 06 00:58:09.879593 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ec47f1ef-a05c-441c-abde-aec6e115df65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:58:09.907703 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ec47f1ef-a05c-441c-abde-aec6e115df65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:58:09.951744 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ec47f1ef-a05c-441c-abde-aec6e115df65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-492228'] for security_group, after_delete {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:58:09.956649 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-98a59458-8863-455c-a4cd-e69726f77b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:327}}
Jul 06 00:58:09.970054 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47f1ef-a05c-441c-abde-aec6e115df65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7bba88-7296-4f9b-9b32-6583ac8689e3,revision_number=None']} {{(pid=80881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jul 06 00:58:09.972440 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG oslo_concurrency.lockutils [None req-ec47f1ef-a05c-441c-abde-aec6e115df65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:339}}
Jul 06 00:58:09.974543 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ec47f1ef-a05c-441c-abde-aec6e115df65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:58:09.975803 dv-cinder-799546-2-iscsi neutron-server[80769]: INFO neutron.wsgi [None req-ec47f1ef-a05c-441c-abde-aec6e115df65 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b7bba88-7296-4f9b-9b32-6583ac8689e3 HTTP/1.1" status: 204  len: 168 time: 0.1558862
Jul 06 00:58:12.341331 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-c3fced0a-f885-440d-bb19-5e6c17124379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:58:13.697210 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:58:14.135938 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:58:14.357814 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-da2c400e-a37b-4d89-9ea2-6f44e61ef0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:58:14.874186 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:58:16.021315 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:58:41.069802 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:58:42.342053 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-29845c19-3208-4165-9e89-c3b219009780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:58:43.698424 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:58:44.147353 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:58:44.360341 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2aae1a6b-2641-41a9-a8bd-8da4416dc699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:58:44.876125 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:58:46.024446 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:59:12.343173 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-74ad6530-a0b1-4762-ba41-c2be09d990cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:59:13.700721 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:59:14.162643 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:59:14.361555 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-aaaa5d73-9966-4a53-836e-7a27c2c9a47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:59:14.878384 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:59:16.027081 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:59:18.070403 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 00:59:42.345292 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-25b56ced-808a-4e41-90a7-feba51abe467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:59:43.704558 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:59:44.177011 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:59:44.362455 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-133990aa-9346-4003-a2fe-3f62f63bc0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:59:44.882250 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:59:46.031544 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 00:59:55.072363 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 01:00:12.347107 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-63a1e777-fec6-479c-b49d-ddd786e91d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:00:13.708539 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:00:14.176377 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:00:14.364150 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-cde32366-2561-4e26-aa69-14bc13f18a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:00:14.884945 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:00:16.033339 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:00:32.072842 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 01:00:42.349540 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2a370fdf-2ad4-4176-a195-219c8c1c3b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:00:43.711495 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:00:44.190710 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:00:44.365207 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-992573f1-7fe5-4648-8052-43ab0198e59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:00:44.886566 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:00:46.036149 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:01:09.073396 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 01:01:12.350369 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-89c4d0c0-c587-4301-9ec9-d5007a6d4025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:01:13.713362 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:01:14.189812 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:01:14.368312 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-5f356026-bf54-4c07-9eb7-aa821a9a58c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:01:14.889615 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:01:16.039159 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:01:42.352248 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4e3a6726-3162-4ef2-b4e7-ac349a25b4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:01:43.716562 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:01:44.187907 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:01:44.369136 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-ecc7e278-5633-4572-b039-816e6d4586f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:01:44.893523 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:01:46.042557 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:01:46.073750 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 01:02:12.353419 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-770bbe38-952e-4a69-a941-5f21ef3130ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:02:13.718147 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:02:14.189203 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:02:14.371199 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-00e8bb87-dc80-4185-9cad-d696e5b8c83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:02:14.894384 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:02:16.045085 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:02:23.074499 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 01:02:42.356209 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-858c79af-460b-4345-b428-53d39cb40d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:02:43.722568 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:02:44.189718 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:02:44.371730 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-2918f328-d3a0-4e78-9d8f-3e6fc9c63f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:02:44.896576 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:02:46.050233 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:03:00.074621 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron.db.agents_db [None req-eb70ff26-4a0e-4697-80d0-26633ccf7a1c None None] Agent healthcheck: found 6 active agents {{(pid=80883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Jul 06 01:03:12.361129 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e7589178-fee9-4fe8-955b-ab1516168775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:03:13.725448 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-a48d96fe-e821-42a7-a0d0-c89b4cdc5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:03:14.184374 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-375f1531-e412-4812-87f3-970f43045b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:03:14.372815 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-4a08be47-db31-488e-8978-0c19c3aa7843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:03:14.899121 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-e77137ac-e082-401f-9e67-0f947b164933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jul 06 01:03:16.050186 dv-cinder-799546-2-iscsi neutron-server[80769]: DEBUG neutron_lib.callbacks.manager [None req-db0c58b1-5e84-40f5-839b-d404c7b3de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734505439518', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3315874'] for agent, after_update {{(pid=80882) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}